00010000:00000010:3.1:1761122762.705712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b674f176. 00010000:00000010:3.1:1761122762.709013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025310915. 00010000:00000010:3.1:1761122762.709019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.1:1761122762.713703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d19ca6c1. 00010000:00000010:3.1:1761122762.713712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122762.758622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005634b89f. 00010000:00000010:3.1:1761122762.758632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c200591. 00010000:00000010:3.1:1761122762.770941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016f7d019. 00010000:00000010:3.1:1761122762.770948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122762.962781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000906a2247. 00010000:00000010:3.1:1761122762.986691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007678c8bc. 00010000:00000010:3.1:1761122762.986702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122763.001251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eef7ffb. 00010000:00000010:3.1:1761122763.001264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122763.042693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9cb870a. 00010000:00000010:3.1:1761122763.042704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044819067. 00010000:00000010:3.1:1761122763.042709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a8f2b3. 00010000:00000010:3.1:1761122763.056141:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061fdb1cf. 00010000:00000010:3.1:1761122763.056156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc27a24. 00010000:00000010:3.1:1761122763.056161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122763.094792:0:78097:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ce6c331. 00010000:00000010:3.1:1761122763.094800:0:78097:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4501be3. 00010000:00000010:3.1:1761122763.128696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90e496b. 00010000:00000010:3.1:1761122763.128708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2869d5. 00010000:00000010:3.1:1761122763.163365:0:78106:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001060f73c. 00010000:00000010:3.1:1761122763.200693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c061bc8e. 00010000:00000010:3.1:1761122763.200703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000129578af. 00010000:00000010:3.1:1761122763.200708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3aba75. 00010000:00000010:3.1:1761122763.213862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b07158. 00010000:00000010:3.1:1761122763.226742:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1fe8781. 00010000:00000010:3.1:1761122763.231470:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e161ef29. 00010000:00000010:3.1:1761122763.243739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f274c39f. 00010000:00000010:3.1:1761122763.243747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122763.264183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000953d91b5. 00010000:00000010:3.1:1761122763.264190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008120849. 00010000:00000010:3.1:1761122763.264194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122763.274602:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000069f39ef. 00010000:00000010:3.1:1761122763.274609:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6eaa5d. 00010000:00000010:3.1:1761122763.275756:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f896adc4. 00010000:00000010:3.1:1761122763.275763:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122763.311848:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ede3651. 00010000:00000010:3.1:1761122763.315756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004844339d. 00010000:00000010:3.1:1761122763.319785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d16c5ab0. 00010000:00000010:3.1:1761122763.365450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57ccbae. 00010000:00000010:3.1:1761122763.365465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d9b6b2. 00010000:00000010:3.1:1761122763.370719:0:78110:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074514e04. 00010000:00000010:3.1:1761122763.370728:0:78110:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122763.380716:0:78118:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f75c05a4. 00010000:00000010:3.1:1761122763.380725:0:78118:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122763.388871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eae30cdb. 00010000:00000010:3.1:1761122763.388879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122763.397853:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e48162d6. 00010000:00000010:3.1:1761122763.397862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122763.433734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099dde4d. 00010000:00000010:3.1:1761122763.433743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e81f69f. 00010000:00000010:3.1:1761122763.433747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796d12e6. 00010000:00000010:3.1:1761122763.440864:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000924a0a61. 00010000:00000010:3.1:1761122763.440871:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122763.452247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bb6a6fa. 00010000:00000010:3.1:1761122763.452256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122763.458732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000027c1412. 00010000:00000010:3.1:1761122763.458742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040bbc969. 00010000:00000010:3.1:1761122763.458746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.1:1761122763.474680:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004591c646. 00010000:00000010:3.1:1761122763.474692:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067101f82. 00010000:00000010:3.1:1761122763.474702:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317df1a0. 00010000:00000010:3.1:1761122763.491214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c31675f3. 00010000:00000010:3.1:1761122763.491224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6eaa5d. 00010000:00000010:3.1:1761122763.495918:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51efe8c. 00010000:00000010:3.1:1761122763.495929:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f608fa29. 00010000:00000010:3.1:1761122763.495933:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122763.497751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000675c0d2b. 00010000:00000010:3.1:1761122763.497758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000334b86b8. 00010000:00000010:3.1:1761122763.497762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122763.541893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a36b4139. 00010000:00000010:3.1:1761122763.545650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c78a44e. 00010000:00000010:3.1:1761122763.592819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020dd8454. 00010000:00000010:3.1:1761122763.592825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b0efdd3. 00010000:00000010:3.1:1761122763.626296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc53ccf. 00010000:00000010:3.1:1761122763.661925:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007aac58e1. 00010000:00000010:3.1:1761122763.661931:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:3.1:1761122763.677826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275d8905. 00010000:00000010:3.1:1761122763.677834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122763.679685:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8165ab6. 00010000:00000010:3.1:1761122763.679692:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122763.687693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eccf6c92. 00010000:00000010:3.1:1761122763.702172:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5e9602e. 00010000:00000010:3.1:1761122763.704925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:3.1:1761122763.710743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000848b8d67. 00010000:00000010:3.1:1761122763.720192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000909e59d3. 00010000:00000010:3.1:1761122763.729992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000369ce531. 00010000:00000010:3.1:1761122763.759733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8537df4. 00010000:00000010:3.1:1761122763.775273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:3.1:1761122763.776799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:3.1:1761122763.797049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cc5a7ca. 00010000:00000010:3.1:1761122763.824700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ba956e6. 00010000:00000010:3.1:1761122763.873863:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1380f38. 00010000:00000010:3.1:1761122763.885500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8f18aec. 00010000:00000010:3.1:1761122763.892751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b203e87. 00010000:00000010:3.1:1761122763.907802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045f0d93c. 00010000:00000010:3.1:1761122763.912684:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026c0362. 00010000:00000010:3.1:1761122763.919742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:3.1:1761122763.955751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6814dac. 00010000:00000010:3.1:1761122763.965792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c67cb0. 00010000:00000010:3.1:1761122763.988750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f68e2bb9. 00010000:00000010:3.1:1761122764.012775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478f76e7. 00010000:00000010:3.1:1761122764.012784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c200591. 00010000:00000010:3.1:1761122764.046637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4be7b7b. 00010000:00000010:3.1:1761122764.046672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b674f176. 00010000:00000010:3.1:1761122764.051688:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0f12fc. 00010000:00000010:3.1:1761122764.058707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a6b69b4. 00010000:00000010:3.1:1761122764.058722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3aba75. 00010000:00000010:3.1:1761122764.142863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047746981. 00010000:00000010:3.1:1761122764.179775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e23087. 00010000:00000010:3.1:1761122764.223907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe24d53. 00010000:00000010:3.1:1761122764.229709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e10647. 00010000:00000010:3.1:1761122764.242893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049a7586e. 00010000:00000010:3.1:1761122764.254825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0823961. 00010000:00000010:3.1:1761122764.270474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a54354. 00010000:00000010:3.1:1761122764.342461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003fee596. 00010000:00000010:3.1:1761122764.359873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008744209a. 00010000:00000010:3.1:1761122764.371846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:3.1:1761122764.375900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122764.375907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b734b42b. 00010000:00000010:3.1:1761122764.384923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adefb004. 00010000:00000010:3.1:1761122764.384935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009605d784. 00010000:00000010:3.1:1761122764.408685:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000587620b0. 00010000:00000010:3.1:1761122764.418740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:3.1:1761122764.452857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d2bd9f. 00010000:00000010:3.1:1761122764.460787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028db9b0a. 00010000:00000010:3.1:1761122764.472696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036aed5f0. 00010000:00000010:3.1:1761122764.472704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:3.1:1761122764.480881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001141ae58. 00010000:00000010:3.1:1761122764.480899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122764.516784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990b7d80. 00010000:00000010:3.1:1761122764.520739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be07a693. 00010000:00000010:3.1:1761122764.546753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000607382dd. 00010000:00000010:3.1:1761122764.546761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4501be3. 00010000:00000010:3.1:1761122764.547698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ca67d37. 00010000:00000010:3.1:1761122764.547706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122764.647953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c24f5a. 00010000:00000010:3.1:1761122764.660794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f70e2302. 00010000:00000010:3.1:1761122764.669700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004233a171. 00010000:00000010:3.1:1761122764.669713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beb1eef9. 00010000:00000010:3.1:1761122764.689065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c926a0e8. 00010000:00000010:3.1:1761122764.701536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051a2fa8c. 00010000:00000010:3.1:1761122764.701555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122764.707402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008800a424. 00010000:00000010:3.1:1761122764.707411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122764.714829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019168dc1. 00010000:00000010:3.1:1761122764.714842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122764.714848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1c3b2c8. 00010000:00000010:3.1:1761122764.714851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b0c5b0d. 00010000:00000010:3.1:1761122764.714854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122764.726648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e087c931. 00010000:00000010:3.1:1761122764.726672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e813b350. 00010000:00000010:3.1:1761122764.726676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122764.781723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c0f46f3. 00010000:00000010:3.1:1761122764.800511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c72630b3. 00010000:00000010:3.1:1761122764.816701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b042d8. 00010000:00000010:3.1:1761122764.830749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009df4d1c1. 00010000:00000010:3.1:1761122764.834702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38867dc. 00010000:00000010:3.1:1761122764.852098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd994121. 00010000:00000010:3.1:1761122764.860211:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee7c4aa. 00010000:00000010:3.1:1761122764.869718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be20f551. 00010000:00000010:3.1:1761122764.876792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5f198d6. 00010000:00000010:3.1:1761122764.884703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8042e1. 00010000:00000010:3.1:1761122764.884713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122764.893923:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde34939. 00010000:00000010:3.1:1761122764.893931:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122764.899825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e809f6a. 00010000:00000010:3.1:1761122764.899831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122764.907701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1706589. 00010000:00000010:3.1:1761122764.907709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122764.940559:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000450cc2a8. 00010000:00000010:3.1:1761122764.981229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000095a404f. 00010000:00000010:3.1:1761122764.983695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122764.996062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce70ea69. 00010000:00000010:3.1:1761122764.996070:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122765.007250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c623fd0b. 00010000:00000010:3.1:1761122765.007259:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122765.018678:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f050469. 00010000:00000010:3.1:1761122765.018694:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d9b6b2. 00010000:00000010:3.1:1761122765.031991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096815c98. 00010000:00000010:3.1:1761122765.045682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f3eb61. 00010000:00000010:3.1:1761122765.053707:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c3106da. 00010000:00000010:3.1:1761122765.094798:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005315205e. 00010000:00000010:3.1:1761122765.094803:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7e9f0e. 00010000:00000010:3.1:1761122765.113800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb9cc2a. 00010000:00000010:3.1:1761122765.113806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122765.113810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4444b5. 00010000:00000010:3.1:1761122765.113814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122765.142778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017ab7f5f. 00010000:00000010:3.1:1761122765.142785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d9b6b2. 00010000:00000010:3.1:1761122765.145271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038d97aeb. 00010000:00000010:3.1:1761122765.145280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122765.179173:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2e69835. 00010000:00000010:3.1:1761122765.179187:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000314ba8f8. 00010000:00000010:3.1:1761122765.179192:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc630510. 00010000:00000010:3.1:1761122765.185319:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000283af0c4. 00010000:00000010:3.1:1761122765.185331:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000397c284f. 00010000:00000010:3.1:1761122765.185334:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122765.190678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a1df22. 00010000:00000010:3.1:1761122765.190686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122765.202733:0:78181:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bb6b365. 00010000:00000010:3.1:1761122765.202738:0:78181:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122765.211694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000680f50f2. 00010000:00000010:3.1:1761122765.215930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000142c35d8. 00010000:00000010:3.1:1761122765.233676:0:78185:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007087999b. 00010000:00000010:3.1:1761122765.233683:0:78185:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122765.239698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9ddae9c. 00010000:00000010:3.1:1761122765.239711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122765.263767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a5f206a. 00010000:00000010:3.1:1761122765.263773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122765.270767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009333481f. 00010000:00000010:3.1:1761122765.270781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122765.279196:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be38379e. 00010000:00000010:3.1:1761122765.279206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122765.304138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371dc085. 00010000:00000010:3.1:1761122765.304146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:3.1:1761122765.324814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c0a718. 00010000:00000010:3.1:1761122765.334937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000420a0b9d. 00010000:00000010:3.1:1761122765.368203:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb33b72d. 00010000:00000010:3.1:1761122765.383969:0:78197:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a8f435. 00010000:00000010:3.1:1761122765.383981:0:78197:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122765.400685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000882eaea2. 00010000:00000010:3.1:1761122765.400692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122765.404977:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d2b8cf. 00010000:00000010:3.1:1761122765.408795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d967c85e. 00010000:00000010:3.1:1761122765.408807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122765.408811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000910d62c. 00010000:00000010:3.1:1761122765.408814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122765.422533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b365e5ea. 00010000:00000010:3.1:1761122765.422547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122765.430761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000924ebd01. 00010000:00000010:3.1:1761122765.430771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.1:1761122765.433805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077fc83af. 00010000:00000010:3.1:1761122765.433816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122765.439260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e73b6529. 00010000:00000010:3.1:1761122765.439270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:3.1:1761122765.443740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef9ab3c. 00010000:00000010:3.1:1761122765.474688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035edca61. 00010000:00000010:3.1:1761122765.514802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a54e9ea. 00010000:00000010:3.1:1761122765.526775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.1:1761122765.532799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a58bfdf. 00010000:00000010:3.1:1761122765.541900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e6eed1a. 00010000:00000010:3.1:1761122765.559153:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2760b32. 00010000:00000010:3.1:1761122765.593854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e84a7596. 00010000:00000010:3.1:1761122765.647740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:3.1:1761122765.653674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000319c57e5. 00010000:00000010:3.1:1761122765.655685:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:3.1:1761122765.663700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec93ab2. 00010000:00000010:3.1:1761122765.699838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:3.1:1761122765.731696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a025a44a. 00010000:00000010:3.1:1761122765.740136:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fa283ec. 00010000:00000010:3.1:1761122765.744689:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d824d43. 00010000:00000010:3.1:1761122765.753698:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00010000:00000010:3.1:1761122765.761758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ba98ad8. 00010000:00000010:3.1:1761122765.770875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056be6c3e. 00010000:00000010:3.1:1761122765.786686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000366864ca. 00010000:00000010:3.1:1761122765.787790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00010000:00000010:3.1:1761122765.796982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:3.1:1761122765.812685:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7e5b6bb. 00010000:00000010:3.1:1761122765.820702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:3.1:1761122765.865831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049d0c002. 00010000:00000010:3.1:1761122765.876729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006943a1f. 00010000:00000010:3.1:1761122765.947997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:3.1:1761122765.975849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000656544c2. 00010000:00000010:3.1:1761122765.984880:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932266ba. 00010000:00000010:3.1:1761122765.996838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000948ea060. 00010000:00000010:3.1:1761122765.996844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00010000:00000010:3.1:1761122766.017786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059bf36d8. 00010000:00000010:3.1:1761122766.024593:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7204193. 00010000:00000010:3.1:1761122766.058699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054174087. 00010000:00000010:3.1:1761122766.058712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:3.1:1761122766.058716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff5969c. 00010000:00000010:3.1:1761122766.072632:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe00abde. 00010000:00000010:3.1:1761122766.082777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec57fa4a. 00010000:00000010:3.1:1761122766.086693:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b0efdd3. 00010000:00000010:3.1:1761122766.086700:0:64799:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068af3308. 00010000:00000010:3.1:1761122766.100727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7f38d4. 00010000:00000010:3.1:1761122766.116716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff74e417. 00010000:00000010:3.1:1761122766.130796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c831bf. 00010000:00000010:3.1:1761122766.259709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000836b9063. 00010000:00000010:3.1:1761122766.259724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c200591. 00010000:00000010:3.1:1761122766.271775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003701a0ca. 00010000:00000010:3.1:1761122766.271793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122766.277702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149291b2. 00010000:00000010:3.1:1761122766.320377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e1304e6. 00010000:00000010:3.1:1761122766.401789:0:64799:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040204865. 00010000:00000010:3.1:1761122766.401796:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122766.413938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064320854. 00010000:00000010:3.1:1761122766.421723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b12ac. 00010000:00000010:3.1:1761122766.440247:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d35c55c. 00010000:00000010:3.1:1761122766.440258:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122766.450696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2231dae. 00010000:00000010:3.1:1761122766.453736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031463c04. 00010000:00000010:3.1:1761122766.453744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b0efdd3. 00010000:00000010:3.1:1761122766.463694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5580521. 00010000:00000010:3.1:1761122766.472953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025b758ba. 00010000:00000010:3.1:1761122766.508911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fd1fba0. 00010000:00000010:3.1:1761122766.508918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4501be3. 00010000:00000010:3.1:1761122766.510842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f887e76. 00010000:00000010:3.1:1761122766.510864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122766.537018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f17b74d. 00010000:00000010:3.1:1761122766.537034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce273d12. 00010000:00000010:3.1:1761122766.537038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000557d976e. 00010000:00000010:3.1:1761122766.545695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ddf2d59b. 00010000:00000010:3.1:1761122766.552683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d40a010d. 00010000:00000010:3.1:1761122766.552695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2869d5. 00010000:00000010:3.1:1761122766.564695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c2f48a5. 00010000:00000010:3.1:1761122766.564703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.1:1761122766.582690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f986cc1e. 00010000:00000010:3.1:1761122766.582702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122766.592683:0:78198:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b720306c. 00010000:00000010:3.1:1761122766.592697:0:78198:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.1:1761122766.601701:0:1384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004290aca0. 00010000:00000010:3.1:1761122766.601709:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122766.616847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff9f7e8f. 00010000:00000010:3.1:1761122766.616854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ede493f. 00010000:00000010:3.1:1761122766.632740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0606365. 00010000:00000010:3.1:1761122766.632754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000869dcbab. 00010000:00000010:3.1:1761122766.635809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000433dd8ab. 00010000:00000010:3.1:1761122766.671077:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071842a58. 00010000:00000010:3.1:1761122766.672792:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7192c96. 00010000:00000010:3.1:1761122766.672798:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3aba75. 00010000:00000010:3.1:1761122766.681681:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8f2d1b1. 00010000:00000010:3.1:1761122766.681691:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.1:1761122766.691697:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004085bd04. 00010000:00000010:3.1:1761122766.691711:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122766.750259:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a99108. 00010000:00000010:3.1:1761122766.750269:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005012a9a4. 00010000:00000010:3.1:1761122766.775741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000532801a3. 00010000:00000010:3.1:1761122766.783704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050a3afde. 00010000:00000010:3.1:1761122766.783719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8c84bd. 00010000:00000010:3.1:1761122766.836689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b5f9a67. 00010000:00000010:3.1:1761122766.848362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f07a465. 00010000:00000010:3.1:1761122766.860510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000733dbcc1. 00010000:00000010:3.1:1761122766.910131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000166d0c23. 00010000:00000010:3.1:1761122766.910144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122766.929336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b004b724. 00010000:00000010:3.1:1761122766.938048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f24f59b. 00010000:00000010:3.1:1761122766.938055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122766.941779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094e5f2ed. 00010000:00000010:3.1:1761122766.945697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069a15756. 00010000:00000010:3.1:1761122766.970633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5b58cf3. 00010000:00000010:3.1:1761122766.970642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6c617a2. 00010000:00000010:3.1:1761122766.970648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d9b6b2. 00010000:00000010:3.1:1761122766.981841:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9bfd436. 00010000:00000010:3.1:1761122766.981850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122766.988489:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2600b8f. 00010000:00000010:3.1:1761122766.988500:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122766.998690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7ec7f. 00010000:00000010:3.1:1761122767.036013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850cf1f4. 00010000:00000010:3.1:1761122767.036021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bca1c4d. 00010000:00000010:3.1:1761122767.036026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122767.081688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000279a3eaa. 00010000:00000010:3.1:1761122767.081695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4f96ff. 00010000:00000010:3.1:1761122767.124205:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3713a7d. 00010000:00000010:3.1:1761122767.128832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b68b173. 00010000:00000010:3.1:1761122767.128843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4da11e1. 00010000:00000010:3.1:1761122767.128847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:3.1:1761122767.144687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2df819e. 00010000:00000010:3.1:1761122767.144701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad217803. 00010000:00000010:3.1:1761122767.144706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122767.154168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d56c635. 00010000:00000010:3.1:1761122767.154182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c126e7e. 00010000:00000010:3.1:1761122767.162951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000043bc277. 00010000:00000010:3.1:1761122767.171580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095fc8dc5. 00010000:00000010:3.1:1761122767.180641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ccac977e. 00010000:00000010:3.1:1761122767.180649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034722eaa. 00010000:00000010:3.1:1761122767.192705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab4fe759. 00010000:00000010:3.1:1761122767.208787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9aed0ce. 00010000:00000010:3.1:1761122767.208794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796d12e6. 00010000:00000010:3.1:1761122767.217633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000038209ed. 00010000:00000010:3.1:1761122767.217644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a5b4b1. 00010000:00000010:3.1:1761122767.217648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122767.261774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005659f5a2. 00010000:00000010:3.1:1761122767.367732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef304595. 00010000:00000010:3.1:1761122767.378950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007095bdd4. 00010000:00000010:3.1:1761122767.388804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe77cf0. 00010000:00000010:3.1:1761122767.396922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0b7a17f. 00010000:00000010:3.1:1761122767.411752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c059780d. 00010000:00000010:3.1:1761122767.426846:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732574d1. 00010000:00000010:3.1:1761122767.446632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e761e16. 00010000:00000010:3.1:1761122767.473793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000654b847c. 00010000:00000010:3.1:1761122767.478899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c642a02e. 00010000:00000010:3.1:1761122767.493139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9471fef. 00010000:00000010:3.1:1761122767.568803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a532e077. 00010000:00000010:3.1:1761122767.568814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c200591. 00010000:00000010:3.1:1761122767.795700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b409928. 00010000:00000010:3.1:1761122767.795708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978f4622. 00010000:00000010:3.1:1761122767.795716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009605d784. 00010000:00000010:3.1:1761122767.805265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cb5dd2d. 00010000:00000010:3.1:1761122767.811690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b19fc17. 00010000:00000010:3.1:1761122767.820917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000382c7528. 00010000:00000010:3.1:1761122767.820924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4501be3. 00010000:00000010:3.1:1761122767.851470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0cc928. 00010000:00000010:3.1:1761122767.865066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d452902. 00010000:00000010:3.1:1761122767.865073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a11de937. 00010000:00000010:3.1:1761122767.886768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b3fcda. 00010000:00000010:3.1:1761122767.927007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000eaa4907. 00010000:00000010:3.1:1761122767.974150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008be68e62. 00010000:00000010:3.1:1761122767.991732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8b75aa6. 00010000:00000010:3.1:1761122768.011750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf8c1918. 00010000:00000010:3.1:1761122768.011767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce273d12. 00010000:00000010:3.1:1761122768.039991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b287bdc. 00010000:00000010:3.1:1761122768.076195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f296016. 00010000:00000010:3.1:1761122768.120320:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f403bc5. 00010000:00000010:3.1:1761122768.130783:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f9dec4. 00010000:00000010:3.1:1761122768.130800:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc630510. 00010000:00000010:3.1:1761122768.130805:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f0d3929. 00010000:00000010:3.1:1761122768.187702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000092b3631. 00010000:00000010:3.1:1761122768.189791:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059684ce4. 00010000:00000010:3.1:1761122768.207738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fae8211e. 00010000:00000010:3.1:1761122768.221854:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000628a50bb. 00010000:00000010:3.1:1761122768.221863:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796d12e6. 00010000:00000010:3.1:1761122768.226692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067faac8c. 00010000:00000010:3.1:1761122768.226699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122768.246226:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4bfc9cd. 00010000:00000010:3.1:1761122768.246232:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122768.259769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cddd999. 00010000:00000010:3.1:1761122768.259775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e25fda4b. 00010000:00000010:3.1:1761122768.259778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122768.266931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd448aae. 00010000:00000010:3.1:1761122768.266938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2869d5. 00010000:00000010:3.1:1761122768.276727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006078dbd2. 00010000:00000010:3.1:1761122768.276737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122768.299726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c341376. 00010000:00000010:3.1:1761122768.352737:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef1dce98. 00010000:00000010:3.1:1761122768.352744:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1996111. 00010000:00000010:3.1:1761122768.352749:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122768.367780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23dc1de. 00010000:00000010:3.1:1761122768.374978:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f15aa35d. 00010000:00000010:3.1:1761122768.374992:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000327963f4. 00010000:00000010:3.1:1761122768.374996:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062e39853. 00010000:00000010:3.1:1761122768.375000:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e1aeba8. 00010000:00000010:3.1:1761122768.375002:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122768.387797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d30328a. 00010000:00000010:3.1:1761122768.387806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122768.401701:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b46afb1. 00010000:00000010:3.1:1761122768.412709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b86bbdfd. 00010000:00000010:3.1:1761122768.415707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000db104ae. 00010000:00000010:3.1:1761122768.425681:0:78257:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a57a62db. 00010000:00000010:3.1:1761122768.444498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000702b13d1. 00010000:00000010:3.1:1761122768.444508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a45edbc. 00010000:00000010:3.1:1761122768.487817:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc9e60e7. 00010000:00000010:3.1:1761122768.487828:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df253225. 00010000:00000010:3.1:1761122768.491717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7406bc9. 00010000:00000010:3.1:1761122768.491724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122768.509761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a41bd0. 00010000:00000010:3.1:1761122768.509772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122768.513198:0:78261:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053de67e6. 00010000:00000010:3.1:1761122768.513210:0:78261:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122768.528428:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032c1c249. 00010000:00000010:3.1:1761122768.528440:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002352626a. 00010000:00000010:3.1:1761122768.528444:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.1:1761122768.532243:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bb776b. 00010000:00000010:3.1:1761122768.537695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003526e043. 00010000:00000010:3.1:1761122768.537706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122768.543097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c34a6ad7. 00010000:00000010:3.1:1761122768.549083:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000293d6299. 00010000:00000010:3.1:1761122768.549090:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56300af. 00010000:00000010:3.1:1761122768.557768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3655f2d. 00010000:00000010:3.1:1761122768.557780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122768.570869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e497afef. 00010000:00000010:3.1:1761122768.570875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f6eaa5d. 00010000:00000010:3.1:1761122768.583679:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008241742e. 00010000:00000010:3.1:1761122768.583686:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b2869d5. 00010000:00000010:3.1:1761122768.591870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be450b1a. 00010000:00000010:3.1:1761122768.591884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.1:1761122768.596130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e43a5d7. 00010000:00000010:3.1:1761122768.619864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bdee6d0. 00010000:00000010:3.1:1761122768.639691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009bb2afd. 00010000:00000010:3.1:1761122768.639700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122768.654704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b061fcf3. 00010000:00000010:3.1:1761122768.708935:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001831b4e4. 00010000:00000010:3.1:1761122768.708942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122768.738197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c957475c. 00010000:00000010:3.1:1761122768.738212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:3.1:1761122768.745810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000596fcac7. 00010000:00000010:3.1:1761122768.745817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce273d12. 00010000:00000010:3.1:1761122768.788649:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:3.1:1761122768.812720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ab0bfe1. 00010000:00000010:3.1:1761122768.816271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef531c12. 00010000:00000010:3.1:1761122768.816277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8c84bd. 00010000:00000010:3.1:1761122768.826051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000879af00. 00010000:00000010:3.1:1761122768.836686:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c27ae95c. 00010000:00000010:3.1:1761122768.845345:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028a114d8. 00010000:00000010:3.1:1761122768.860730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb92aa52. 00010000:00000010:3.1:1761122768.860736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b674f176. 00010000:00000010:3.1:1761122768.875489:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c19a5cf. 00010000:00000010:3.1:1761122768.878802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee5b66a6. 00010000:00000010:3.1:1761122768.878813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bc7d333. 00010000:00000010:3.1:1761122768.878817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000869dcbab. 00010000:00000010:3.1:1761122768.935818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035e1ff24. 00010000:00000010:3.1:1761122768.935825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:3.1:1761122768.937674:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cf87082. 00010000:00000010:3.1:1761122768.937679:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122768.941155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d4157e0. 00010000:00000010:3.1:1761122768.941163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000659389e1. 00010000:00000010:3.1:1761122768.941167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122768.954053:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004051b144. 00010000:00000010:3.1:1761122768.970848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052199c8e. 00010000:00000010:3.1:1761122768.976597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000614ab46. 00010000:00000010:3.1:1761122768.981004:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066d50373. 00010000:00000010:3.1:1761122768.981017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122768.992746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc3b1824. 00010000:00000010:3.1:1761122768.998180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d7c8c9a. 00010000:00000010:3.1:1761122769.002942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005771d44b. 00010000:00000010:3.1:1761122769.023689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994f6007. 00010000:00000010:3.1:1761122769.065728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d04a841. 00010000:00000010:3.1:1761122769.065745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56300af. 00010000:00000010:3.1:1761122769.093415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:3.1:1761122769.104831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000321721f9. 00010000:00000010:3.1:1761122769.114938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb029d1. 00010000:00000010:3.1:1761122769.362913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099753715. 00010000:00000010:3.1:1761122769.371120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002adb6bf5. 00010000:00000010:3.1:1761122769.371127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efeaed3c. 00010000:00000010:3.1:1761122769.386085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a21de6b4. 00010000:00000010:3.1:1761122769.396806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac11b24. 00010000:00000010:3.1:1761122769.451733:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d765f8a. 00010000:00000010:3.1:1761122769.451741:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122769.468790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e427ba01. 00010000:00000010:3.1:1761122769.468806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122769.473326:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1a12cce. 00010000:00000010:3.1:1761122769.473333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122769.488778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a354d095. 00010000:00000010:3.1:1761122769.499881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006910a3f2. 00010000:00000010:3.1:1761122769.617697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5f5ad44. 00010000:00000010:3.1:1761122769.626541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d0ef6c. 00010000:00000010:3.1:1761122769.633974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cdb0ecd. 00010000:00000010:3.1:1761122769.638285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019cac79f. 00010000:00000010:3.1:1761122769.658735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af9fd9f4. 00010000:00000010:3.1:1761122769.912900:0:78298:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d134102b. 00010000:00000010:3.1:1761122769.912911:0:78298:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122769.928842:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000375509f7. 00010000:00000010:3.1:1761122769.928848:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005320a781. 00010000:00000010:3.1:1761122769.937035:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000963e4dc9. 00010000:00000010:3.1:1761122769.937042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122769.952243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d5db24. 00010000:00000010:3.1:1761122769.952257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122769.952262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011839f1b. 00010000:00000010:3.1:1761122769.952265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122769.988753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a992cc95. 00010000:00000010:3.1:1761122769.988761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b72ee2. 00010000:00000010:3.1:1761122769.994734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007df9c1ae. 00010000:00000010:3.1:1761122769.994741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122769.994744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae7481d2. 00010000:00000010:3.1:1761122769.994748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122770.002770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:3.1:1761122770.002779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122770.011696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094bb0f7b. 00010000:00000010:3.1:1761122770.011713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122770.021293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000080f53d4. 00010000:00000010:3.1:1761122770.021317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0050e19. 00010000:00000010:3.1:1761122770.033739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad871586. 00010000:00000010:3.1:1761122770.034204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122770.076705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e080381e. 00010000:00000010:3.1:1761122770.076714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000327963f4. 00010000:00000010:3.1:1761122770.119993:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003994cd37. 00010000:00000010:3.1:1761122770.141676:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005818b5ea. 00010000:00000010:3.1:1761122770.141683:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4f96ff. 00010000:00000010:3.1:1761122770.141688:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011839f1b. 00010000:00000010:3.1:1761122770.141692:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122770.146677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a8a7e3d. 00010000:00000010:3.1:1761122770.146683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122770.154714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aba5dfc. 00010000:00000010:3.1:1761122770.154726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122770.175824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000480f0d3a. 00010000:00000010:3.1:1761122770.175832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7e54f5d. 00010000:00000010:3.1:1761122770.175838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122770.181790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c74ce048. 00010000:00000010:3.1:1761122770.181801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122770.188944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000168ce443. 00010000:00000010:3.1:1761122770.190724:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080b65f01. 00010000:00000010:3.1:1761122770.190734:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ab174ca. 00010000:00000010:3.1:1761122770.190739:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3655189. 00010000:00000010:3.1:1761122770.193931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a25e477. 00010000:00000010:3.1:1761122770.205716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff1c6115. 00010000:00000010:3.1:1761122770.228410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3b9bd5. 00010000:00000010:3.1:1761122770.261764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:3.1:1761122770.305695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000110a9384. 00010000:00000010:3.1:1761122770.305710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee10dcbc. 00010000:00000010:3.1:1761122770.307712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c89904b9. 00010000:00000010:3.1:1761122770.307723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122770.316640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689c8524. 00010000:00000010:3.1:1761122770.335684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aee85c6. 00010000:00000010:3.1:1761122770.335693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc630510. 00010000:00000010:3.1:1761122770.351691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000641a85ea. 00010000:00000010:3.1:1761122770.375746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097af01b3. 00010000:00000010:3.1:1761122770.375756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004201b980. 00010000:00000010:3.1:1761122770.375760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7e9f0e. 00010000:00000010:3.1:1761122770.400675:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4de3eb4. 00010000:00000010:3.1:1761122770.409875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a8b88b1. 00010000:00000010:3.1:1761122770.409886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:3.1:1761122770.416748:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ca37ce1. 00010000:00000010:3.1:1761122770.503469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004548e2cb. 00010000:00000010:3.1:1761122770.503477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006934f4d0. 00010000:00000010:3.1:1761122770.503480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e870849. 00010000:00000010:3.1:1761122770.526040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090d7ddb6. 00010000:00000010:3.1:1761122770.526053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:3.1:1761122770.578411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c686feda. 00010000:00000010:3.1:1761122770.594687:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002881f944. 00010000:00000010:3.1:1761122770.603712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f96a3505. 00010000:00000010:3.1:1761122770.603719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051e097cc. 00010000:00000010:3.1:1761122770.619676:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa0f05c7. 00010000:00000010:3.1:1761122770.626742:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c54b3c7. 00010000:00000010:3.1:1761122770.659818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072b9785e. 00010000:00000010:3.1:1761122770.659824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0c64b0. 00010000:00000010:3.1:1761122770.659833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011839f1b. 00010000:00000010:3.1:1761122770.659835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122770.669137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c25e5ab3. 00010000:00000010:3.1:1761122770.669143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122770.851766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009add3fa8. 00010000:00000010:3.1:1761122771.020724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdef9adb. 00010000:00000010:3.1:1761122771.020732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ede493f. 00010000:00000010:3.1:1761122771.020736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011839f1b. 00010000:00000010:3.1:1761122771.020739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122771.042724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066cb3969. 00010000:00000010:3.1:1761122771.057871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a2dd759. 00010000:00000010:3.1:1761122771.070538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013abd27e. 00010000:00000010:3.1:1761122771.070561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:3.1:1761122771.070566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011839f1b. 00010000:00000010:3.1:1761122771.070570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122771.078696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093bd8afe. 00010000:00000010:3.1:1761122771.078704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122771.083711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522be238. 00010000:00000010:3.1:1761122771.083722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122771.095705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e58aacde. 00010000:00000010:3.1:1761122771.095716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122771.107835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0a4c1d6. 00010000:00000010:3.1:1761122771.127104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c08a86. 00010000:00000010:3.1:1761122771.220753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a22381b2. 00010000:00000010:3.1:1761122771.318796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f805d301. 00010000:00000010:3.1:1761122771.328688:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd40ec24. 00010000:00000010:3.1:1761122771.328699:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036869bed. 00010000:00000010:3.1:1761122771.331849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e554a12. 00010000:00000010:3.1:1761122771.344219:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9a670bc. 00010000:00000010:3.1:1761122771.351954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6a0e8ab. 00010000:00000010:3.1:1761122771.366728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083854d03. 00010000:00000010:3.1:1761122771.398028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050d88d4c. 00010000:00000010:3.1:1761122771.398039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:3.1:1761122771.404820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f80dd97e. 00010000:00000010:3.1:1761122771.405162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:3.1:1761122771.414917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ec614b4. 00010000:00000010:3.1:1761122771.414926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122771.418725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef25719d. 00010000:00000010:3.1:1761122771.418732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122771.480115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013316335. 00010000:00000010:3.1:1761122771.491706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2b103c8. 00010000:00000010:3.1:1761122771.518690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb517d7d. 00010000:00000010:3.1:1761122771.532727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d44cfa0. 00010000:00000010:3.1:1761122771.585779:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d42b514. 00010000:00000010:3.1:1761122771.585793:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bbadf0. 00010000:00000010:3.1:1761122771.646762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000344c7d02. 00010000:00000010:3.1:1761122771.664592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd5da81. 00010000:00000010:3.1:1761122771.664603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d24c9e. 00010000:00000010:3.1:1761122771.679558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044dd7056. 00010000:00000010:3.1:1761122771.679565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122771.709330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c2d2c3. 00010000:00000010:3.1:1761122771.715875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dba710af. 00010000:00000010:3.1:1761122771.715885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4b5b20. 00010000:00000010:3.1:1761122771.715889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a8f2b3. 00010000:00000010:3.1:1761122771.792928:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff28f57. 00010000:00000010:3.1:1761122771.859298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b283b38. 00010000:00000010:3.1:1761122771.891700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647191a5. 00010000:00000010:3.1:1761122771.898741:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed5d3df7. 00010000:00000010:3.1:1761122771.903767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060083bc0. 00010000:00000010:3.1:1761122771.915123:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bb6bc29. 00010000:00000010:3.1:1761122771.961712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4269427. 00010000:00000010:3.1:1761122771.974222:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082dea0c8. 00010000:00000010:3.1:1761122771.982181:0:78360:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344257db. 00010000:00000010:3.1:1761122771.982187:0:78360:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56300af. 00010000:00000010:3.1:1761122772.001681:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5a359f2. 00010000:00000010:3.1:1761122772.003770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e775a3d. 00010000:00000010:3.1:1761122772.003778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:3.1:1761122772.026767:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff7e255c. 00010000:00000010:3.1:1761122772.050502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000313b2b52. 00010000:00000010:3.1:1761122772.050516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de6fd19f. 00010000:00000010:3.1:1761122772.050521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:3.1:1761122772.054735:0:78363:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018afde4a. 00010000:00000010:3.1:1761122772.066989:0:78364:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa064115. 00010000:00000010:3.1:1761122772.083474:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cd7dc8c. 00010000:00000010:3.1:1761122772.091339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec12bb37. 00010000:00000010:3.1:1761122772.091346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb97d6e4. 00010000:00000010:3.1:1761122772.091349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d134102b. 00010000:00000010:3.1:1761122772.091352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.1:1761122772.116779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00010000:00000010:3.1:1761122772.127801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021dffb7f. 00010000:00000010:3.1:1761122772.131694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcdf3a3e. 00010000:00000010:3.1:1761122772.144693:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ffbd4c5. 00010000:00000010:3.1:1761122772.150042:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000160cf951. 00010000:00000010:3.1:1761122772.150055:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c126bbb. 00010000:00000010:3.1:1761122772.162643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c20a01. 00010000:00000010:3.1:1761122772.162650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdfc17e4. 00010000:00000010:3.1:1761122772.168277:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b2f478d. 00010000:00000010:3.1:1761122772.206398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b50f83d. 00010000:00000010:3.1:1761122772.206412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:3.1:1761122772.247733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b348e98a. 00010000:00000010:3.1:1761122772.247743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:3.1:1761122772.297761:0:78385:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c0366f. 00010000:00000010:3.1:1761122772.321679:0:78388:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005818feeb. 00010000:00000010:3.1:1761122772.367080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a9d840e. 00010000:00000010:3.1:1761122772.375968:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be1ea268. 00010000:00000010:3.1:1761122772.375977:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e643f3. 00010000:00000010:3.1:1761122772.415710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7290b9. 00010000:00000010:3.1:1761122772.415723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000746a184c. 00010000:00000010:3.1:1761122772.415728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d8d515. 00010000:00000010:3.1:1761122772.423692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89028f7. 00010000:00000010:3.1:1761122772.443575:0:78397:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cbf08c9. 00010000:00000010:3.1:1761122772.443592:0:78397:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:3.1:1761122772.463676:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:3.1:1761122772.463684:0:64799:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071199d01. 00010000:00000010:3.1:1761122772.463689:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000931f42c8. 00010000:00000010:3.1:1761122772.463693:0:64799:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d134102b. 00010000:00000010:3.1:1761122772.463696:0:64799:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122772.478688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005943c30. 00010000:00000010:3.1:1761122772.478694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd8941. 00010000:00000010:3.1:1761122772.478699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bbadf0. 00010000:00000010:3.1:1761122772.491423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b18410. 00010000:00000010:3.1:1761122772.491430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a67d7ea. 00010000:00000010:3.1:1761122772.491435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122772.491439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e697dd. 00010000:00000010:3.1:1761122772.491443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038dc8284. 00010000:00000010:3.1:1761122772.491445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122772.495724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b686957. 00010000:00000010:3.1:1761122772.495737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac36e6b. 00010000:00000010:3.1:1761122772.495743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.1:1761122772.495747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d134102b. 00010000:00000010:3.1:1761122772.495749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122772.511766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7160fac. 00010000:00000010:3.1:1761122772.511773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122772.515780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0a7580c. 00010000:00000010:3.1:1761122772.515786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122772.527697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6041222. 00010000:00000010:3.1:1761122772.541760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000009a1621. 00010000:00000010:3.1:1761122772.567750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd80ea7a. 00010000:00000010:3.1:1761122772.567768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:3.1:1761122772.569698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d134102b. 00010000:00000010:3.1:1761122772.569712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122772.593415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a88b6f9. 00010000:00000010:3.1:1761122772.593431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122772.600712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c06df9d. 00010000:00000010:3.1:1761122772.609784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000986eacd0. 00010000:00000010:2.1:1761122772.684413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db719c85. 00010000:00000010:2.1:1761122772.684418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ada582. 00010000:00000010:2.1:1761122772.684421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e487eb7b. 00010000:00000010:2.1:1761122772.684426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.1:1761122772.684431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2eeb604. 00010000:00000010:2.1:1761122772.684435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.1:1761122772.684439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4c56f22. 00010000:00000010:2.1:1761122772.684443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.1:1761122772.684447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d2a0e62. 00010000:00000010:2.1:1761122772.684450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.1:1761122772.684452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ca29edf. 00010000:00000010:2.1:1761122772.684455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00010000:00000010:2.1:1761122772.684457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c6344db. 00010000:00000010:2.1:1761122772.692507:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:2.1:1761122772.692522:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057ecfdea. 00010000:00000010:2.1:1761122772.692528:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.1:1761122772.692532:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22f67a7. 00010000:00000010:2.1:1761122772.692536:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.1:1761122772.692544:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6d01c35. 00010000:00000010:2.1:1761122772.692547:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:2.1:1761122772.692552:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8d16d0. 00010000:00000010:2.1:1761122772.692556:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122772.692559:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a35eb6d6. 00010000:00000010:2.1:1761122772.692564:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.1:1761122772.692567:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d0d8cae. 00010000:00000010:2.1:1761122772.692570:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27a2ef. 00010000:00000010:2.1:1761122772.692573:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44a4b0c. 00010000:00000010:2.1:1761122772.692576:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889a50f4. 00010000:00000010:2.1:1761122772.692579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d4101d4. 00010000:00000010:2.1:1761122772.692582:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.1:1761122772.692585:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008765a3e6. 00010000:00000010:2.1:1761122772.692588:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.1:1761122772.692591:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca603561. 00010000:00000010:2.1:1761122772.692598:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00010000:00000010:2.1:1761122772.692600:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473bf147. 00010000:00000010:2.1:1761122772.692603:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:2.1:1761122772.692606:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cfe6a1a. 00010000:00000010:2.1:1761122772.692609:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.1:1761122772.692612:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007527ab58. 00010000:00000010:2.1:1761122772.692615:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.1:1761122772.692617:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027775f6a. 00010000:00000010:2.1:1761122772.692621:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.1:1761122772.692624:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d60ca6d2. 00010000:00000010:2.1:1761122772.692627:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:3.1:1761122772.730701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c5c449a. 00010000:00000010:3.1:1761122772.730708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:3.1:1761122772.730714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006659de69. 00010000:00000010:3.1:1761122772.730717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122772.730721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091669391. 00010000:00000010:3.1:1761122772.730725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122772.730728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5a0eeca. 00010000:00000010:3.1:1761122772.730731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122772.741144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122772.741156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122772.749708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000150ef570. 00010000:00000010:2.1:1761122772.754738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081615004. 00010000:00000010:2.1:1761122772.754755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3f00c8. 00010000:00000010:2.1:1761122772.754761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b677b0f. 00010000:00000010:2.1:1761122772.754764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:3.1:1761122772.755336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2b1d25a. 00010000:00000010:3.1:1761122772.761952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008688445d. 00010000:00000010:2.1:1761122772.762086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6505bd1. 00010000:00000010:2.1:1761122772.762096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:2.1:1761122772.770878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001246c4b3. 00010000:00000010:2.1:1761122772.770888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:3.1:1761122772.780089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ad3c43c. 00010000:00000010:2.1:1761122772.783705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000287365d4. 00010000:00000010:2.1:1761122772.783714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:3.1:1761122772.797015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd0d89db. 00010000:00000010:3.1:1761122772.802688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:3.1:1761122772.802697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a752001b. 00010000:00000010:2.1:1761122772.816425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055cd64d6. 00010000:00000010:2.1:1761122772.818859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e9a102d. 00010000:00000010:2.1:1761122772.824843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000264bc246. 00010000:00000010:2.1:1761122772.830095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003c0368e. 00010000:00000010:2.1:1761122772.843706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5f0d20f. 00010000:00000010:2.1:1761122772.851814:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008656831c. 00010000:00000010:2.1:1761122772.865008:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23fbe44. 00010000:00000010:2.1:1761122772.865015:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ae4a2f1. 00010000:00000010:2.1:1761122772.865019:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1449e34. 00010000:00000010:2.1:1761122772.869543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0788fcb. 00010000:00000010:2.1:1761122772.892687:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096c057f7. 00010000:00000010:2.1:1761122772.892694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004959e44d. 00010000:00000010:2.1:1761122772.901699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a4982b. 00010000:00000010:2.1:1761122772.901707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:2.1:1761122772.901712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e06a5685. 00010000:00000010:2.1:1761122772.901715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:3.1:1761122772.903858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a98476f. 00010000:00000010:3.1:1761122772.903869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cefd58c. 00010000:00000010:3.1:1761122772.903872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:3.1:1761122772.918862:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006faa8133. 00010000:00000010:3.1:1761122772.927728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad8dd47d. 00010000:00000010:3.1:1761122772.927736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:3.1:1761122772.986752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe8388f0. 00010000:00000010:2.1:1761122772.990764:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f0a920. 00010000:00000010:3.1:1761122773.076710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000540aaf28. 00010000:00000010:3.1:1761122773.076723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:3.1:1761122773.081738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ee850d. 00010000:00000010:3.1:1761122773.081747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0101ca0. 00010000:00000010:3.1:1761122773.081754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.081758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122773.081761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122773.096973:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022712718. 00010000:00000010:3.1:1761122773.096981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122773.099974:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054aa2873. 00010000:00000010:3.1:1761122773.099988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122773.110757:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc8bd93. 00010000:00000010:3.1:1761122773.110764:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.119906:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c8ec4. 00010000:00000010:3.1:1761122773.119920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122773.128687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc93deff. 00010000:00000010:3.1:1761122773.128741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f90271. 00010000:00000010:3.1:1761122773.128750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122773.128753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122773.128756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122773.132712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f5c85c. 00010000:00000010:3.1:1761122773.132778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000648e8a5e. 00010000:00000010:3.1:1761122773.132843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122773.137904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a2e884. 00010000:00000010:3.1:1761122773.137911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122773.148853:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28f96c4. 00010000:00000010:3.1:1761122773.148865:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:2.1:1761122773.150608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000639ed25c. 00010000:00000010:3.1:1761122773.152695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8afe58a. 00010000:00000010:3.1:1761122773.152706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122773.156688:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8758094. 00010000:00000010:3.1:1761122773.156694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122773.156699:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122773.156702:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:2.1:1761122773.156771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b975a30. 00010000:00000010:3.1:1761122773.161719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa1b50fe. 00010000:00000010:3.1:1761122773.167714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c35bca8e. 00010000:00000010:3.1:1761122773.167727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.174876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069763766. 00010000:00000010:3.1:1761122773.174893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122773.192749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e879374. 00010000:00000010:3.1:1761122773.192757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122773.202765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfef52a3. 00010000:00000010:2.1:1761122773.214709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000593d1047. 00010000:00000010:2.1:1761122773.223822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002bcfaf6. 00010000:00000010:2.1:1761122773.228700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008995a5d1. 00010000:00000010:3.1:1761122773.228965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003200fee7. 00010000:00000010:3.1:1761122773.228970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:3.1:1761122773.235508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004389c460. 00010000:00000010:3.1:1761122773.235524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122773.235716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022958eb0. 00010000:00000010:3.1:1761122773.254095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008051effb. 00010000:00000010:3.1:1761122773.254112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122773.254118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122773.254122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122773.258703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081eb5a3d. 00010000:00000010:3.1:1761122773.258714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075dceff3. 00010000:00000010:3.1:1761122773.258718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.273756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba5fddcd. 00010000:00000010:3.1:1761122773.273766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122773.279156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc478dc2. 00010000:00000010:3.1:1761122773.279165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122773.282674:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007875bbbb. 00010000:00000010:2.1:1761122773.282680:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:2.1:1761122773.282685:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b677b0f. 00010000:00000010:2.1:1761122773.282688:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:3.1:1761122773.283239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000daa2866. 00010000:00000010:3.1:1761122773.283279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122773.294700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bfe4209. 00010000:00000010:3.1:1761122773.298530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007559daa6. 00010000:00000010:3.1:1761122773.298538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:2.1:1761122773.303063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eb8bff6. 00010000:00000010:3.1:1761122773.305947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eb8cccf. 00010000:00000010:3.1:1761122773.310146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af23bf7. 00010000:00000010:3.1:1761122773.310162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.323678:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a313d9e. 00010000:00000010:3.1:1761122773.323689:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122773.333763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000176c593d. 00010000:00000010:3.1:1761122773.338486:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251a68c8. 00010000:00000010:3.1:1761122773.338496:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122773.343909:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adf70e39. 00010000:00000010:2.1:1761122773.343917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065aebb0b. 00010000:00000010:2.1:1761122773.343921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122773.346765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092fcd1b1. 00010000:00000010:3.1:1761122773.346773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:2.1:1761122773.351707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd903cc. 00010000:00000010:2.1:1761122773.375553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4eb4bd3. 00010000:00000010:2.1:1761122773.379748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d24e03. 00010000:00000010:2.1:1761122773.388785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002728985d. 00010000:00000010:2.1:1761122773.401694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086648a31. 00010000:00000010:2.1:1761122773.425682:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e0683c. 00010000:00000010:3.1:1761122773.429130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007829f7e1. 00010000:00000010:3.1:1761122773.460797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e917b1b. 00010000:00000010:3.1:1761122773.460809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:3.1:1761122773.469693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080d228f5. 00010000:00000010:3.1:1761122773.469707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122773.508114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b845847. 00010000:00000010:2.1:1761122773.512704:0:78402:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3ed5a79. 00010000:00000010:2.1:1761122773.524674:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f012914. 00010000:00000010:3.1:1761122773.526696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3b6e81. 00010000:00000010:3.1:1761122773.526704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057cebe61. 00010000:00000010:3.1:1761122773.526708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9c84a4. 00010000:00000010:2.1:1761122773.535818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb9a0bb0. 00010000:00000010:2.1:1761122773.535825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:3.1:1761122773.541986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b14a8c8f. 00010000:00000010:3.1:1761122773.541993:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559cb261. 00010000:00000010:3.1:1761122773.543793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008972eecb. 00010000:00000010:3.1:1761122773.543804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122773.562312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.1:1761122773.562318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9fc3ef. 00010000:00000010:2.1:1761122773.562321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122773.567626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040ba94a0. 00010000:00000010:3.1:1761122773.577680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7a03d. 00010000:00000010:3.1:1761122773.588691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb335091. 00010000:00000010:3.1:1761122773.588700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:3.1:1761122773.610144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e89d403. 00010000:00000010:3.1:1761122773.610151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122773.614739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007cb362d. 00010000:00000010:3.1:1761122773.614777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9f40fa. 00010000:00000010:3.1:1761122773.614784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:3.1:1761122773.614787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122773.614790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122773.614793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005472b7de. 00010000:00000010:3.1:1761122773.614796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:2.1:1761122773.618827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d88d4c. 00010000:00000010:2.1:1761122773.628695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070d3a33a. 00010000:00000010:3.1:1761122773.634433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b467b4ed. 00010000:00000010:3.1:1761122773.637691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094cf5b17. 00010000:00000010:3.1:1761122773.637698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00010000:00000010:2.1:1761122773.640722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad0ef853. 00010000:00000010:2.1:1761122773.649888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091cd8f5a. 00010000:00000010:2.1:1761122773.649895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:2.1:1761122773.666812:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c774a7be. 00010000:00000010:2.1:1761122773.666820:0:78399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d3b9593. 00010000:00000010:2.1:1761122773.666823:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:2.1:1761122773.666827:0:78399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b677b0f. 00010000:00000010:2.1:1761122773.666829:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:3.1:1761122773.683685:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275bac8f. 00010000:00000010:3.1:1761122773.683692:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:2.1:1761122773.689597:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b98a8cc4. 00010000:00000010:3.1:1761122773.689674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44e3a18. 00010000:00000010:3.1:1761122773.689681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090754628. 00010000:00000010:3.1:1761122773.689684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:2.1:1761122773.702743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c954bd. 00010000:00000010:2.1:1761122773.702751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d411f481. 00010000:00000010:2.1:1761122773.702757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:2.1:1761122773.705956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002653cee6. 00010000:00000010:2.1:1761122773.705965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:2.1:1761122773.705968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b677b0f. 00010000:00000010:2.1:1761122773.705971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba634b7. 00010000:00000010:3.1:1761122773.706068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1e5981. 00010000:00000010:3.1:1761122773.721349:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000389fd873. 00010000:00000010:3.1:1761122773.721365:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009729f348. 00010000:00000010:2.1:1761122773.725769:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c267d7ce. 00010000:00000010:2.1:1761122773.725777:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122773.745686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046642023. 00010000:00000010:3.1:1761122773.745694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba634b7. 00010000:00000010:2.1:1761122773.766919:0:78399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eea01735. 00010000:00000010:2.1:1761122773.766926:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:3.1:1761122773.772703:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb2c6786. 00010000:00000010:2.1:1761122773.784173:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003183af89. 00010000:00000010:3.1:1761122773.790811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8a17509. 00010000:00000010:3.1:1761122773.801722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079fca86b. 00010000:00000010:2.1:1761122773.801735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000416eff80. 00010000:00000010:3.1:1761122773.801738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:3.1:1761122773.810682:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004714d838. 00010000:00000010:3.1:1761122773.819253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9b81fbd. 00010000:00000010:3.1:1761122773.819263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:2.1:1761122773.822827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000356254b0. 00010000:00000010:2.1:1761122773.822838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.1:1761122773.826692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c0591e. 00010000:00000010:3.1:1761122773.826703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c2990ba. 00010000:00000010:3.1:1761122773.826708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76d5e47. 00010000:00000010:2.1:1761122773.838179:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000613f0532. 00010000:00000010:2.1:1761122773.838186:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:2.1:1761122773.838191:0:78414:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b677b0f. 00010000:00000010:2.1:1761122773.838194:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:3.1:1761122773.853725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfae1e84. 00010000:00000010:3.1:1761122773.907222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0eb51fa. 00010000:00000010:3.1:1761122773.910719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025177047. 00010000:00000010:2.1:1761122773.949009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc2ad160. 00010000:00000010:2.1:1761122773.949016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:3.1:1761122773.949771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc32fe4. 00010000:00000010:2.1:1761122773.960813:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051b84bcb. 00010000:00000010:3.1:1761122773.961136:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027e60cc0. 00010000:00000010:3.1:1761122773.961144:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:3.1:1761122773.961163:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030b31b2d. 00010000:00000010:3.1:1761122773.961167:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf5a871. 00010000:00000010:3.1:1761122773.961171:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.1:1761122773.965581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b04791d8. 00010000:00000010:3.1:1761122773.965594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122773.968922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d43f232. 00010000:00000010:2.1:1761122773.982691:0:78422:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008991fe56. 00010000:00000010:3.1:1761122774.058584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dedeb8a. 00010000:00000010:3.1:1761122774.079980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fb1502e. 00010000:00000010:3.1:1761122774.079992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:3.1:1761122774.115975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac5e4352. 00010000:00000010:2.1:1761122774.173766:0:78442:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950f0532. 00010000:00000010:2.1:1761122774.173864:0:78442:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:3.1:1761122774.180889:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da099883. 00010000:00000010:3.1:1761122774.196728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c5bf3cc. 00010000:00000010:2.1:1761122774.205921:0:78445:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0e11cd8. 00010000:00000010:2.1:1761122774.205929:0:78445:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:3.1:1761122774.218031:0:64463:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2b5f77. 00010000:00000010:3.1:1761122774.218043:0:64463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1685bb3. 00010000:00000010:2.1:1761122774.235894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065840124. 00010000:00000010:2.1:1761122774.235913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a007e0c. 00010000:00000010:2.1:1761122774.235918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:2.1:1761122774.244699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584df315. 00010000:00000010:2.1:1761122774.244707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.1:1761122774.258003:0:64463:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99e3f6a. 00010000:00000010:2.1:1761122774.258018:0:64463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:3.1:1761122774.275674:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7fe22ad. 00010000:00000010:3.1:1761122774.275680:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.1:1761122774.275901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a6adc64. 00010000:00000010:3.1:1761122774.282806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f6e28ce. 00010000:00000010:2.1:1761122774.283683:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52d7e2b. 00010000:00000010:2.1:1761122774.283693:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:2.1:1761122774.283696:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce62cae. 00010000:00000010:2.1:1761122774.283702:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.1:1761122774.286166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092586e2d. 00010000:00000010:3.1:1761122774.290859:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa795e4. 00010000:00000010:3.1:1761122774.290871:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559cb261. 00010000:00000010:2.1:1761122774.308517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2c59719. 00010000:00000010:3.1:1761122774.309721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d258886f. 00010000:00000010:3.1:1761122774.309734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122774.314695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be568200. 00010000:00000010:2.1:1761122774.327722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025daaf71. 00010000:00000010:3.1:1761122774.335951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007697801e. 00010000:00000010:2.1:1761122774.344207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000596bd672. 00010000:00000010:2.1:1761122774.357706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c654f85e. 00010000:00000010:2.1:1761122774.361803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054c0dae1. 00010000:00000010:3.1:1761122774.373817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000865acee6. 00010000:00000010:2.1:1761122774.383705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39934e3. 00010000:00000010:2.1:1761122774.406699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e6e51b. 00010000:00000010:3.1:1761122774.422051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c52f9525. 00010000:00000010:3.1:1761122774.429717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049976bdc. 00010000:00000010:2.1:1761122774.457577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0b22f6e. 00010000:00000010:2.1:1761122774.473711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a877d5b6. 00010000:00000010:2.1:1761122774.531747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093847308. 00010000:00000010:2.1:1761122774.540808:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb010676. 00010000:00000010:2.1:1761122774.559869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c4dd1a8. 00010000:00000010:2.1:1761122774.571259:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005187ea65. 00010000:00000010:2.1:1761122774.575361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f4b4ddc. 00010000:00000010:3.1:1761122774.579688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ba28b3. 00010000:00000010:3.1:1761122774.579696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:3.1:1761122774.618702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051496796. 00010000:00000010:2.1:1761122774.634881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5bf1353. 00010000:00000010:2.1:1761122774.634893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:2.1:1761122774.646215:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032c2cf1a. 00010000:00000010:2.1:1761122774.646241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:3.1:1761122774.650710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:3.1:1761122774.662713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e7640d9. 00010000:00000010:2.1:1761122774.679692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de07d50d. 00010000:00000010:3.1:1761122774.683731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002daf7f58. 00010000:00000010:3.1:1761122774.696469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000096de48f. 00010000:00000010:2.1:1761122774.700216:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000340c3145. 00010000:00000010:2.1:1761122774.700237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:2.1:1761122774.711715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c02dc72. 00010000:00000010:2.1:1761122774.711725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.1:1761122774.740635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a30916b. 00010000:00000010:2.1:1761122774.740645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:3.1:1761122774.745864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c5bdad. 00010000:00000010:3.1:1761122774.784830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eb5f809. 00010000:00000010:3.1:1761122774.784844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:3.1:1761122774.795724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e4436f9. 00010000:00000010:3.1:1761122774.795746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122774.805970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002003d616. 00010000:00000010:3.1:1761122774.805982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de9117cb. 00010000:00000010:3.1:1761122774.805986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122774.815677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be28670c. 00010000:00000010:2.1:1761122774.815685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.1:1761122774.836931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d81743f. 00010000:00000010:1.1:1761122774.836941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002008065a. 00010000:00000010:1.1:1761122774.840700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092f51e9c. 00010000:00000010:2.1:1761122774.845702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001795fef0. 00010000:00000010:2.1:1761122774.845713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ca1ef5. 00010000:00000010:3.1:1761122774.845755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0d4283. 00010000:00000010:2.1:1761122774.853708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019fd62da. 00010000:00000010:2.1:1761122774.853722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:1.1:1761122774.853819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fe0f56. 00010000:00000010:1.1:1761122774.853826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:1.1:1761122774.857892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6adafbf. 00010000:00000010:2.1:1761122774.862644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0d0c421. 00010000:00000010:2.1:1761122774.862650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:2.1:1761122774.869313:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000312c182. 00010000:00000010:2.1:1761122774.869320:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:1.1:1761122774.877852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165624de. 00010000:00000010:1.1:1761122774.877866:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048a85b1d. 00010000:00000010:1.1:1761122774.877870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:1.1:1761122774.877873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000163574c1. 00010000:00000010:1.1:1761122774.877876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:2.1:1761122774.883610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9ac886f. 00010000:00000010:3.1:1761122774.883747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5100e2. 00010000:00000010:1.1:1761122774.886684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059eb6662. 00010000:00000010:1.1:1761122774.886691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:2.1:1761122774.888747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d528bfd7. 00010000:00000010:2.1:1761122774.888755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:2.1:1761122774.888759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce62cae. 00010000:00000010:2.1:1761122774.888762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:3.1:1761122774.896146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b808412b. 00010000:00000010:1.1:1761122774.898187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001029ae9e. 00010000:00000010:1.1:1761122774.898203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:3.1:1761122774.904740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4214d. 00010000:00000010:1.1:1761122774.908889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c473bbd. 00010000:00000010:1.1:1761122774.908902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:2.1:1761122774.909730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d620eb4f. 00010000:00000010:2.1:1761122774.909745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122774.916705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ad991d2. 00010000:00000010:2.1:1761122774.920790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a26eb46. 00010000:00000010:2.1:1761122774.920799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:1.1:1761122774.925695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbf2db5. 00010000:00000010:1.1:1761122774.925703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:1.1:1761122774.925709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49bbb52. 00010000:00000010:1.1:1761122774.925712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:3.1:1761122774.925951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000096b66c1. 00010000:00000010:1.1:1761122774.929718:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe50dc2. 00010000:00000010:1.1:1761122774.929725:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:2.1:1761122774.933715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e13bb8bb. 00010000:00000010:1.1:1761122774.934099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b20e296. 00010000:00000010:1.1:1761122774.934110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122774.939693:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf820931. 00010000:00000010:1.1:1761122774.939699:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:2.1:1761122774.943711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cc622ff. 00010000:00000010:3.1:1761122774.949707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041b85ff4. 00010000:00000010:3.1:1761122774.949728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:1.1:1761122774.954247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0971621. 00010000:00000010:3.1:1761122774.957780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409cc1eb. 00010000:00000010:3.1:1761122774.957787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2851459. 00010000:00000010:3.1:1761122774.957791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122774.957795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122774.957798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:1.1:1761122774.964494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc265e62. 00010000:00000010:1.1:1761122774.964516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122774.974305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7fed222. 00010000:00000010:3.1:1761122774.974317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4aa9d5. 00010000:00000010:1.1:1761122774.989743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caf5ec56. 00010000:00000010:1.1:1761122774.994766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064f54f42. 00010000:00000010:2.1:1761122775.001684:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9fdf399. 00010000:00000010:1.1:1761122775.008816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f205941. 00010000:00000010:3.1:1761122775.009207:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090db0faa. 00010000:00000010:3.1:1761122775.009214:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c24f5a. 00010000:00000010:1.1:1761122775.024586:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060e00225. 00010000:00000010:3.1:1761122775.027518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0bf99c. 00010000:00000010:3.1:1761122775.027526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122775.031695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006ba0e01. 00010000:00000010:3.1:1761122775.039341:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d8c6b5. 00010000:00000010:3.1:1761122775.039355:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990b7d80. 00010000:00000010:3.1:1761122775.039361:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122775.039364:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:1.1:1761122775.046823:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c64a7d7. 00010000:00000010:1.1:1761122775.056338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d6720c. 00010000:00000010:1.1:1761122775.056348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007105de0e. 00010000:00000010:1.1:1761122775.056354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf531be. 00010000:00000010:1.1:1761122775.070149:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034f97e8b. 00010000:00000010:1.1:1761122775.070156:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:1.1:1761122775.070160:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005536a202. 00010000:00000010:1.1:1761122775.070164:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ad91b2. 00010000:00000010:1.1:1761122775.070167:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122775.075698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49bbb52. 00010000:00000010:1.1:1761122775.075707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:1.1:1761122775.088786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb1fd75. 00010000:00000010:1.1:1761122775.088795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:1.1:1761122775.097211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc3d10a. 00010000:00000010:1.1:1761122775.097319:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122775.104696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eb0d6f9. 00010000:00000010:1.1:1761122775.104702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:1.1:1761122775.104706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000560f091d. 00010000:00000010:1.1:1761122775.104708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:1.1:1761122775.109454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c3b032. 00010000:00000010:1.1:1761122775.109468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:1.1:1761122775.109474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49bbb52. 00010000:00000010:1.1:1761122775.109477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:1.1:1761122775.117167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465ab596. 00010000:00000010:1.1:1761122775.117175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:1.1:1761122775.117178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000036b91f5. 00010000:00000010:1.1:1761122775.117181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122775.129825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d8625f8. 00010000:00000010:1.1:1761122775.129837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:3.1:1761122775.130346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ab0b0e. 00010000:00000010:1.1:1761122775.139649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53739a3. 00010000:00000010:1.1:1761122775.139667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054de70c2. 00010000:00000010:3.1:1761122775.139724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00010000:00000010:1.1:1761122775.148856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f07d359a. 00010000:00000010:1.1:1761122775.148882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e06edeb. 00010000:00000010:1.1:1761122775.148886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:1.1:1761122775.172687:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e8d4c2e. 00010000:00000010:1.1:1761122775.172694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:1.1:1761122775.176671:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcb21561. 00010000:00000010:1.1:1761122775.176680:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:0.1:1761122775.176916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcfb3ff2. 00010000:00000010:0.1:1761122775.182288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f59470. 00010000:00000010:1.1:1761122775.184692:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063776a0f. 00010000:00000010:1.1:1761122775.184699:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:0.1:1761122775.191865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005112ae1b. 00010000:00000010:0.1:1761122775.191880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008867c8a1. 00010000:00000010:3.1:1761122775.191881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063b36208. 00010000:00000010:3.1:1761122775.203102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e985d3. 00010000:00000010:1.1:1761122775.203743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ad59a62. 00010000:00000010:1.1:1761122775.203751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2b2a4f. 00010000:00000010:1.1:1761122775.203756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49bbb52. 00010000:00000010:1.1:1761122775.203760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:0.1:1761122775.215396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000268002a8. 00010000:00000010:1.1:1761122775.221863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098efd352. 00010000:00000010:1.1:1761122775.221878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:3.1:1761122775.226949:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1196b64. 00010000:00000010:2.1:1761122775.233834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0b1df3. 00010000:00000010:2.1:1761122775.233853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:1.1:1761122775.246699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073340175. 00010000:00000010:2.1:1761122775.252634:0:78449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016a2d88e. 00010000:00000010:2.1:1761122775.252650:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:0.1:1761122775.252722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b49acd9. 00010000:00000010:0.1:1761122775.252729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6fee95. 00010000:00000010:3.1:1761122775.252753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009488108d. 00010000:00000010:1.1:1761122775.261669:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3b32cb. 00010000:00000010:1.1:1761122775.267700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000034f2eb6. 00010000:00000010:1.1:1761122775.267714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008867c8a1. 00010000:00000010:1.1:1761122775.267718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e49bbb52. 00010000:00000010:1.1:1761122775.267721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:3.1:1761122775.273772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002291b875. 00010000:00000010:1.1:1761122775.274479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f90542. 00010000:00000010:1.1:1761122775.274488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:3.1:1761122775.280486:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:1.1:1761122775.285272:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba45586. 00010000:00000010:1.1:1761122775.285486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:1.1:1761122775.300707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e60b80d. 00010000:00000010:1.1:1761122775.300721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:3.1:1761122775.306593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000002a790f. 00010000:00000010:1.1:1761122775.324173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3c1c99. 00010000:00000010:1.1:1761122775.324181:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f386aa47. 00010000:00000010:1.1:1761122775.324185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:1.1:1761122775.351801:0:78450:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000305d43e7. 00010000:00000010:3.1:1761122775.353815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d198d6a. 00010000:00000010:3.1:1761122775.353826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:3.1:1761122775.353830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122775.353833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:0.1:1761122775.366887:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e03559c. 00010000:00000010:0.1:1761122775.366895:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a5ea4f. 00010000:00000010:0.1:1761122775.366899:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:0.1:1761122775.371687:0:78449:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000899d25ed. 00010000:00000010:0.1:1761122775.371697:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:3.1:1761122775.371809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d3624b. 00010000:00000010:0.1:1761122775.374725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d143da. 00010000:00000010:0.1:1761122775.374739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:3.1:1761122775.379179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004267d140. 00010000:00000010:1.1:1761122775.394419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b38f96a5. 00010000:00000010:3.1:1761122775.394769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016bf1efb. 00010000:00000010:3.1:1761122775.394775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:1.1:1761122775.406276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beb6186e. 00010000:00000010:3.1:1761122775.407269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063952e1d. 00010000:00000010:3.1:1761122775.407276:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.1:1761122775.407280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077c00335. 00010000:00000010:3.1:1761122775.407282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:0.1:1761122775.408697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e194a3. 00010000:00000010:3.1:1761122775.408947:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039b72351. 00010000:00000010:3.1:1761122775.408954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:1.1:1761122775.412714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000050de22. 00010000:00000010:1.1:1761122775.412731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff35c399. 00010000:00000010:1.1:1761122775.412736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:1.1:1761122775.428698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47d89a2. 00010000:00000010:1.1:1761122775.428714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000130ecc74. 00010000:00000010:1.1:1761122775.428719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:1.1:1761122775.436704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f66c4c8a. 00010000:00000010:1.1:1761122775.436721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:0.1:1761122775.436776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905e7d7a. 00010000:00000010:0.1:1761122775.446699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf57860. 00010000:00000010:3.1:1761122775.446772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bdff8b7. 00010000:00000010:3.1:1761122775.446779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:3.1:1761122775.464691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008991975e. 00010000:00000010:3.1:1761122775.464697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:1.1:1761122775.464775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476ac11c. 00010000:00000010:1.1:1761122775.470697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c7f48b7. 00010000:00000010:3.1:1761122775.470741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e143fdb. 00010000:00000010:3.1:1761122775.470746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:2.1:1761122775.504784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fef4ae3. 00010000:00000010:2.1:1761122775.504795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dbf0cfb. 00010000:00000010:2.1:1761122775.504798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:0.1:1761122775.504843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034429ada. 00010000:00000010:0.1:1761122775.504849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:1.1:1761122775.506000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003713b44a. 00010000:00000010:3.1:1761122775.509729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a32e17. 00010000:00000010:3.1:1761122775.509741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ce80814. 00010000:00000010:3.1:1761122775.509745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:0.1:1761122775.513727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ecd6861. 00010000:00000010:0.1:1761122775.513741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:0.1:1761122775.513747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fb4c0. 00010000:00000010:0.1:1761122775.513750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:2.1:1761122775.517741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca23dcbc. 00010000:00000010:0.1:1761122775.526697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f6150a1. 00010000:00000010:0.1:1761122775.526706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:3.1:1761122775.536101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000042b9bbc. 00010000:00000010:1.1:1761122775.539677:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f28d796a. 00010000:00000010:0.1:1761122775.539731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f262ecae. 00010000:00000010:0.1:1761122775.539743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:0.1:1761122775.539748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba33084a. 00010000:00000010:0.1:1761122775.539752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:1.1:1761122775.544005:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008408791e. 00010000:00000010:0.1:1761122775.552094:0:78456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccbbc8c2. 00010000:00000010:0.1:1761122775.552104:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:3.1:1761122775.554682:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a65dc52e. 00010000:00000010:1.1:1761122775.555681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000355d3dbc. 00010000:00000010:0.1:1761122775.557719:0:78456:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b93a21. 00010000:00000010:0.1:1761122775.557727:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:1.1:1761122775.567843:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f0eb39. 00010000:00000010:1.1:1761122775.567850:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be742d20. 00010000:00000010:1.1:1761122775.567853:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:1.1:1761122775.571034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5df750c. 00010000:00000010:1.1:1761122775.573627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe2c95de. 00010000:00000010:1.1:1761122775.573640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:3.1:1761122775.591769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a880013d. 00010000:00000010:1.1:1761122775.600313:0:64463:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e759712e. 00010000:00000010:1.1:1761122775.600323:0:64463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a08b9b82. 00010000:00000010:1.1:1761122775.601679:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c78967c2. 00010000:00000010:1.1:1761122775.601687:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:2.1:1761122775.605696:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038e5be5c. 00010000:00000010:3.1:1761122775.608705:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088e43e31. 00010000:00000010:0.1:1761122775.611724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040791857. 00010000:00000010:0.1:1761122775.611732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013448422. 00010000:00000010:1.1:1761122775.618680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288c85fa. 00010000:00000010:0.1:1761122775.619294:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def83813. 00010000:00000010:0.1:1761122775.619302:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:1.1:1761122775.621680:0:78460:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f98587. 00010000:00000010:0.1:1761122775.622306:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2c1790b. 00010000:00000010:0.1:1761122775.622315:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:2.1:1761122775.630688:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f7360f4. 00010000:00000010:0.1:1761122775.634772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033497796. 00010000:00000010:0.1:1761122775.634784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.1:1761122775.637708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6d47f4. 00010000:00000010:0.1:1761122775.637722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4b6255d. 00010000:00000010:0.1:1761122775.637726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:2.1:1761122775.643906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d41c72. 00010000:00000010:0.1:1761122775.645840:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007170bada. 00010000:00000010:0.1:1761122775.645850:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:2.1:1761122775.654683:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000804a534e. 00010000:00000010:1.1:1761122775.659694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072f96f70. 00010000:00000010:1.1:1761122775.659705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:1.1:1761122775.661687:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000481a05d6. 00010000:00000010:0.1:1761122775.661690:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010cead3c. 00010000:00000010:0.1:1761122775.661699:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:0.1:1761122775.661703:0:795:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fb4c0. 00010000:00000010:0.1:1761122775.661707:0:795:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:0.1:1761122775.681101:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b53e670. 00010000:00000010:0.1:1761122775.681118:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006208bc6b. 00010000:00000010:0.1:1761122775.681123:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.1:1761122775.705710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033990d65. 00010000:00000010:0.1:1761122775.705731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075c58c36. 00010000:00000010:0.1:1761122775.705738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:0.1:1761122775.705746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fb4c0. 00010000:00000010:0.1:1761122775.705748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008744209a. 00010000:00000010:0.1:1761122775.705753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028451b12. 00010000:00000010:0.1:1761122775.705755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.1:1761122775.705758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e9dc32. 00010000:00000010:0.1:1761122775.705760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b4b0fe. 00010000:00000010:0.1:1761122775.705762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badbab6d. 00010000:00000010:0.1:1761122775.705764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:0.1:1761122775.705766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d22bb68. 00010000:00000010:0.1:1761122775.705770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:0.1:1761122775.705772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e9a2c1. 00010000:00000010:0.1:1761122775.705775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:0.1:1761122775.705780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fe0f56. 00010000:00000010:0.1:1761122775.705785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:0.1:1761122775.705788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895bed8b. 00010000:00000010:0.1:1761122775.705791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008867c8a1. 00010000:00000010:0.1:1761122775.705793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c64a131d. 00010000:00000010:0.1:1761122775.705795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073340175. 00010000:00000010:0.1:1761122775.705797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbde8b23. 00010000:00000010:0.1:1761122775.705799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2b2a4f. 00010000:00000010:0.1:1761122775.705802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03ddfd3. 00010000:00000010:0.1:1761122775.705804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054de70c2. 00010000:00000010:0.1:1761122775.705806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b5ba9c. 00010000:00000010:0.1:1761122775.705809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf531be. 00010000:00000010:0.1:1761122775.705811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ebb974. 00010000:00000010:0.1:1761122775.705813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990b7d80. 00010000:00000010:0.1:1761122775.705815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000da90b6c. 00010000:00000010:0.1:1761122775.705818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c24f5a. 00010000:00000010:0.1:1761122775.705820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a981b6de. 00010000:00000010:0.1:1761122775.705823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4aa9d5. 00010000:00000010:0.1:1761122775.705825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979a491c. 00010000:00000010:0.1:1761122775.705828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ca1ef5. 00010000:00000010:0.1:1761122775.705830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007559daa6. 00010000:00000010:0.1:1761122775.705832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219eae1f. 00010000:00000010:0.1:1761122775.705834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4dca78. 00010000:00000010:0.1:1761122775.705837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a694307. 00010000:00000010:0.1:1761122775.705840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af275a. 00010000:00000010:0.1:1761122775.705843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:0.1:1761122775.705845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a45edbc. 00010000:00000010:0.1:1761122775.705848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:0.1:1761122775.705850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122775.705853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:1.1:1761122775.715808:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000208673ad. 00010000:00000010:1.1:1761122775.716199:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a08b9b82. 00010000:00000010:1.1:1761122775.716216:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd1fcbc7. 00010000:00000010:1.1:1761122775.716221:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9a1a75. 00010000:00000010:1.1:1761122775.716223:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ac380ce. 00010000:00000010:1.1:1761122775.716226:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:1.1:1761122775.716229:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a28a62b6. 00010000:00000010:1.1:1761122775.716232:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6d47f4. 00010000:00000010:1.1:1761122775.716234:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a18b0cc. 00010000:00000010:1.1:1761122775.716236:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013448422. 00010000:00000010:1.1:1761122775.716240:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a86e583. 00010000:00000010:1.1:1761122775.716242:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:1.1:1761122775.716244:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2925c8f. 00010000:00000010:1.1:1761122775.716247:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:1.1:1761122775.716249:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef70a8e4. 00010000:00000010:1.1:1761122775.716251:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:1.1:1761122775.716253:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060b8528f. 00010000:00000010:1.1:1761122775.716255:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086064eba. 00010000:00000010:1.1:1761122775.716258:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd0a69e. 00010000:00000010:1.1:1761122775.716261:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288c85fa. 00010000:00000010:1.1:1761122775.716266:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020066952. 00010000:00000010:1.1:1761122775.716270:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088e43e31. 00010000:00000010:1.1:1761122775.716338:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088914207. 00010000:00000010:1.1:1761122775.716342:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122775.716344:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5393539. 00010000:00000010:1.1:1761122775.716347:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:1.1:1761122775.716350:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aad0dd91. 00010000:00000010:1.1:1761122775.716352:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:1.1:1761122775.716354:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5f7c49c. 00010000:00000010:1.1:1761122775.716356:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:1.1:1761122775.716361:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dd4bde8. 00010000:00000010:1.1:1761122775.716363:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:1.1:1761122775.716366:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d159f0a0. 00010000:00000010:1.1:1761122775.716369:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:1.1:1761122775.716371:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005276067. 00010000:00000010:1.1:1761122775.716374:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56300af. 00010000:00000010:1.1:1761122775.716379:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cb1fd75. 00010000:00000010:1.1:1761122775.716383:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:1.1:1761122775.716385:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fa795e4. 00010000:00000010:1.1:1761122775.716441:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0c64b0. 00010000:00000010:1.1:1761122775.716448:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d319c36f. 00010000:00000010:1.1:1761122775.716451:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:1.1:1761122775.716454:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000791e4bbb. 00010000:00000010:1.1:1761122775.716456:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:1.1:1761122775.716458:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002534f891. 00010000:00000010:1.1:1761122775.716461:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:1.1:1761122775.716463:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cfa500d. 00010000:00000010:1.1:1761122775.716466:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a8f2b3. 00010000:00000010:1.1:1761122775.716468:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f7f7ff9. 00010000:00000010:1.1:1761122775.716471:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000931f42c8. 00010000:00000010:1.1:1761122775.716474:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec410161. 00010000:00000010:1.1:1761122775.716477:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bbadf0. 00010000:00000010:1.1:1761122775.716479:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089b198fc. 00010000:00000010:1.1:1761122775.716482:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:1.1:1761122775.716485:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023cee72c. 00010000:00000010:1.1:1761122775.716488:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf57860. 00010000:00000010:1.1:1761122775.716492:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ba0267e. 00010000:00000010:1.1:1761122775.716494:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4500c3. 00010000:00000010:1.1:1761122775.716496:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f79dbab. 00010000:00000010:1.1:1761122775.716498:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d798a7. 00010000:00000010:1.1:1761122775.716503:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f37bc66b. 00010000:00000010:1.1:1761122775.716507:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006100e584. 00010000:00000010:1.1:1761122775.716510:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c28d907. 00010000:00000010:1.1:1761122775.716513:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f3bc0c. 00010000:00000010:1.1:1761122775.716516:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004afda62c. 00010000:00000010:1.1:1761122775.716519:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48ce96c. 00010000:00000010:1.1:1761122775.716522:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07ffd44. 00010000:00000010:1.1:1761122775.716525:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000104832e7. 00010000:00000010:1.1:1761122775.716528:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eb36165. 00010000:00000010:1.1:1761122775.716530:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1dfa183. 00010000:00000010:1.1:1761122775.716533:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f29a6d2. 00010000:00000010:1.1:1761122775.716537:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195e9788. 00010000:00000010:1.1:1761122775.716540:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213b0201. 00010000:00000010:1.1:1761122775.716543:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a95ca92. 00010000:00000010:1.1:1761122775.716546:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca44c435. 00010000:00000010:1.1:1761122775.716549:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e697dd. 00010000:00000010:1.1:1761122775.716551:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007052b560. 00010000:00000010:1.1:1761122775.716553:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8569ef. 00010000:00000010:1.1:1761122775.716555:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002045b035. 00010000:00000010:1.1:1761122775.716558:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a21de6b4. 00010000:00000010:1.1:1761122775.716561:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079e9d4b6. 00010000:00000010:1.1:1761122775.716563:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f406174. 00010000:00000010:1.1:1761122775.716565:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e6257e. 00010000:00000010:1.1:1761122775.716568:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ef950. 00010000:00000010:1.1:1761122775.716572:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f82eab8b. 00010000:00000010:1.1:1761122775.716575:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44de6a0. 00010000:00000010:1.1:1761122775.716577:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5bbdad6. 00010000:00000010:1.1:1761122775.716580:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab582bea. 00010000:00000010:1.1:1761122775.716583:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c101076b. 00010000:00000010:1.1:1761122775.716585:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000220ffaaa. 00010000:00000010:1.1:1761122775.716588:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005200ddec. 00010000:00000010:1.1:1761122775.716591:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000675c0d2b. 00010000:00000010:1.1:1761122775.716593:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a5b4b1. 00010000:00000010:1.1:1761122775.716596:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51efe8c. 00010000:00000010:1.1:1761122775.716598:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9aed0ce. 00010000:00000010:1.1:1761122775.716600:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002baf7101. 00010000:00000010:1.1:1761122775.716603:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee7dfda0. 00010000:00000010:1.1:1761122775.716605:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b652c80e. 00010000:00000010:1.1:1761122775.716608:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057b3cd49. 00010000:00000010:1.1:1761122775.716611:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004591c646. 00010000:00000010:1.1:1761122775.716643:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3dcb2fc. 00010000:00000010:1.1:1761122775.716650:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8c10a2. 00010000:00000010:1.1:1761122775.716680:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ac36e6b. 00010000:00000010:1.1:1761122775.716683:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee4fa211. 00010000:00000010:1.1:1761122775.716686:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000854fe6dd. 00010000:00000010:1.1:1761122775.716689:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099dde4d. 00010000:00000010:1.1:1761122775.716691:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a99108. 00010000:00000010:1.1:1761122775.716694:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000531806bf. 00010000:00000010:1.1:1761122775.716697:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0606365. 00010000:00000010:1.1:1761122775.716699:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea46e5c. 00010000:00000010:1.1:1761122775.716702:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b720306c. 00010000:00000010:1.1:1761122775.716706:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a7802d. 00010000:00000010:1.1:1761122775.716708:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b87e09f. 00010000:00000010:1.1:1761122775.716711:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ac89f5. 00010000:00000010:1.1:1761122775.716715:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ddc1171. 00010000:00000010:1.1:1761122775.716719:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3117733. 00010000:00000010:1.1:1761122775.716721:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deb20263. 00010000:00000010:1.1:1761122775.716724:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d40a4da. 00010000:00000010:1.1:1761122775.716726:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075cec137. 00010000:00000010:1.1:1761122775.716729:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360f5c7a. 00010000:00000010:1.1:1761122775.716732:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000166d0c23. 00010000:00000010:1.1:1761122775.716735:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000405ee076. 00010000:00000010:1.1:1761122775.716736:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fda0454. 00010000:00000010:1.1:1761122775.716739:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000906a2247. 00010000:00000010:1.1:1761122775.716743:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fa800b6. 00010000:00000010:1.1:1761122775.716745:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a8d092. 00010000:00000010:1.1:1761122775.716747:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d602cffa. 00010000:00000010:1.1:1761122775.716749:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aadcadf2. 00010000:00000010:1.1:1761122775.716751:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b96c054. 00010000:00000010:1.1:1761122775.716754:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0912970. 00010000:00000010:1.1:1761122775.716757:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8f2d1b1. 00010000:00000010:1.1:1761122775.716759:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef4a628. 00010000:00000010:1.1:1761122775.716761:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff9f7e8f. 00010000:00000010:1.1:1761122775.716763:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050db269f. 00010000:00000010:1.1:1761122775.716765:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c2f48a5. 00010000:00000010:1.1:1761122775.716767:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007829cad3. 00010000:00000010:1.1:1761122775.716768:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c23f137. 00010000:00000010:1.1:1761122775.716770:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a131cd. 00010000:00000010:1.1:1761122775.716772:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ee043ce. 00010000:00000010:1.1:1761122775.716774:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba22c0d. 00010000:00000010:1.1:1761122775.716778:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bdff8b7. 00010000:00000010:1.1:1761122775.716780:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cab2734. 00010000:00000010:1.1:1761122775.716782:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038dc8284. 00010000:00000010:1.1:1761122775.716784:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce518f6. 00010000:00000010:1.1:1761122775.716786:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d75bed08. 00010000:00000010:1.1:1761122775.716788:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49716d5. 00010000:00000010:1.1:1761122775.716790:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeb3c8bd. 00010000:00000010:1.1:1761122775.716792:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0f8d5a2. 00010000:00000010:1.1:1761122775.716795:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c61b6731. 00010000:00000010:1.1:1761122775.716797:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409cc1eb. 00010000:00000010:1.1:1761122775.716800:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004085bd04. 00010000:00000010:1.1:1761122775.716802:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018afde4a. 00010000:00000010:1.1:1761122775.716804:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000104787da. 00010000:00000010:1.1:1761122775.716807:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42933b0. 00010000:00000010:1.1:1761122775.716810:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071dffef. 00010000:00000010:1.1:1761122775.716812:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6d4ebe. 00010000:00000010:1.1:1761122775.716814:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004290aca0. 00010000:00000010:1.1:1761122775.716816:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cd7297b. 00010000:00000010:1.1:1761122775.716818:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcef830c. 00010000:00000010:1.1:1761122775.716820:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030cc2e8d. 00010000:00000010:1.1:1761122775.716822:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6d00a0e. 00010000:00000010:1.1:1761122775.716825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000535740ab. 00010000:00000010:1.1:1761122775.716827:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f52ba55b. 00010000:00000010:1.1:1761122775.716829:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d320f3c. 00010000:00000010:1.1:1761122775.716833:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b0b1df3. 00010000:00000010:1.1:1761122775.716836:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000137b29d1. 00010000:00000010:1.1:1761122775.716838:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002653cee6. 00010000:00000010:1.1:1761122775.716840:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d070ef94. 00010000:00000010:1.1:1761122775.716842:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0be9166. 00010000:00000010:1.1:1761122775.716844:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c47c26. 00010000:00000010:1.1:1761122775.716846:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae840bfe. 00010000:00000010:1.1:1761122775.716848:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e47109a. 00010000:00000010:1.1:1761122775.716850:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cf1f016. 00010000:00000010:1.1:1761122775.716852:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff4530c. 00010000:00000010:1.1:1761122775.716853:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f40556fd. 00010000:00000010:1.1:1761122775.716855:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1c3212. 00010000:00000010:1.1:1761122775.716857:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a891b1e0. 00010000:00000010:1.1:1761122775.716859:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9e9d2fc. 00010000:00000010:1.1:1761122775.716861:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a6b69b4. 00010000:00000010:1.1:1761122775.716863:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4214d. 00010000:00000010:1.1:1761122775.716866:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478f76e7. 00010000:00000010:1.1:1761122775.716868:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006a677f. 00010000:00000010:1.1:1761122775.716870:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075a30c95. 00010000:00000010:1.1:1761122775.716872:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d12c0b. 00010000:00000010:1.1:1761122775.716874:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092225bab. 00010000:00000010:1.1:1761122775.716876:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa2f3b2. 00010000:00000010:1.1:1761122775.716878:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d87ed38. 00010000:00000010:1.1:1761122775.716880:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ef4dc6. 00010000:00000010:1.1:1761122775.716884:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba45586. 00010000:00000010:1.1:1761122775.716886:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003204864b. 00010000:00000010:1.1:1761122775.716889:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fa664db. 00010000:00000010:1.1:1761122775.716891:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b766cd0e. 00010000:00000010:1.1:1761122775.716893:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a74adac. 00010000:00000010:1.1:1761122775.716896:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad70f266. 00010000:00000010:1.1:1761122775.716898:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a64f5105. 00010000:00000010:1.1:1761122775.716900:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c2b2e6. 00010000:00000010:1.1:1761122775.716902:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e813b350. 00010000:00000010:1.1:1761122775.716904:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a45aa2a. 00010000:00000010:1.1:1761122775.716906:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092c62577. 00010000:00000010:1.1:1761122775.716908:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000568ac5df. 00010000:00000010:1.1:1761122775.716911:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff665ce5. 00010000:00000010:1.1:1761122775.716913:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009704f10. 00010000:00000010:1.1:1761122775.716915:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2df5997. 00010000:00000010:1.1:1761122775.716917:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbfd98c. 00010000:00000010:1.1:1761122775.716919:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001586d5c8. 00010000:00000010:1.1:1761122775.716921:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007859c65e. 00010000:00000010:1.1:1761122775.716923:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dfb2d19. 00010000:00000010:1.1:1761122775.716925:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d24e03. 00010000:00000010:1.1:1761122775.716927:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008435fbd. 00010000:00000010:1.1:1761122775.716930:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051496796. 00010000:00000010:1.1:1761122775.716934:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53739a3. 00010000:00000010:1.1:1761122775.716936:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000401211f7. 00010000:00000010:1.1:1761122775.716939:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e261b1. 00010000:00000010:1.1:1761122775.716941:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eee6c429. 00010000:00000010:1.1:1761122775.716943:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081615004. 00010000:00000010:1.1:1761122775.716946:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816f42ab. 00010000:00000010:1.1:1761122775.716948:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f896adc4. 00010000:00000010:1.1:1761122775.716950:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:1.1:1761122775.716952:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f274c39f. 00010000:00000010:1.1:1761122775.716953:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089751d9c. 00010000:00000010:1.1:1761122775.716956:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006592b8f8. 00010000:00000010:1.1:1761122775.716958:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ac8827. 00010000:00000010:1.1:1761122775.716960:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024f8e3bf. 00010000:00000010:1.1:1761122775.716962:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439d1094. 00010000:00000010:1.1:1761122775.716965:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1357a4b. 00010000:00000010:1.1:1761122775.716969:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:1.1:1761122775.716971:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc27a24. 00010000:00000010:1.1:1761122775.716974:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096334981. 00010000:00000010:1.1:1761122775.716976:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044819067. 00010000:00000010:1.1:1761122775.717195:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b4d033. 00010000:00000010:1.1:1761122775.717198:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0c2ad57. 00010000:00000010:1.1:1761122775.717201:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:1.1:1761122775.717203:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ab6b3e. 00010000:00000010:1.1:1761122775.717214:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051664ce9. 00010000:00000010:1.1:1761122775.717217:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e95588e. 00010000:00000010:1.1:1761122775.717219:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:1.1:1761122775.717221:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b95af6e2. 00010000:00000010:1.1:1761122775.717223:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb42c17. 00010000:00000010:1.1:1761122775.717225:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed77239. 00010000:00000010:1.1:1761122775.717228:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122775.717231:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd527993. 00010000:00000010:1.1:1761122775.717235:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3f00c8. 00010000:00000010:1.1:1761122775.717238:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba935413. 00010000:00000010:1.1:1761122775.717241:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:1.1:1761122775.717244:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8ac1495. 00010000:00000010:1.1:1761122775.717247:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:1.1:1761122775.717250:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000069f39ef. 00010000:00000010:1.1:1761122775.717252:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122775.717254:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96c1a6f. 00010000:00000010:1.1:1761122775.717256:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:1.1:1761122775.717259:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e654e8. 00010000:00000010:1.1:1761122775.717261:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:2.1:1761122775.755094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5815cf0. 00010000:00000010:2.1:1761122775.755110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9c84a4. 00010000:00000010:2.1:1761122775.755118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084615687. 00010000:00000010:2.1:1761122775.755127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.1:1761122775.755131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea86f538. 00010000:00000010:2.1:1761122775.755134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:2.1:1761122775.755136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a8790e. 00010000:00000010:2.1:1761122775.755139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c0a718. 00010000:00000010:2.1:1761122775.755142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291ecd27. 00010000:00000010:2.1:1761122775.755146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559cb261. 00010000:00000010:2.1:1761122775.755148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ebb339. 00010000:00000010:2.1:1761122775.755151:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.1:1761122775.755154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009285d170. 00010000:00000010:2.1:1761122775.755156:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1685bb3. 00010000:00000010:2.1:1761122775.755158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf33b41. 00010000:00000010:2.1:1761122775.755161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009729f348. 00010000:00000010:2.1:1761122775.755163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099397df7. 00010000:00000010:2.1:1761122775.755165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:2.1:1761122775.755167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002720197c. 00010000:00000010:2.1:1761122775.755169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba634b7. 00010000:00000010:2.1:1761122775.755171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792a3036. 00010000:00000010:2.1:1761122775.755173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76d5e47. 00010000:00000010:2.1:1761122775.755178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a9f4370. 00010000:00000010:2.1:1761122775.755181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f98587. 00010000:00000010:2.1:1761122775.755183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040de1ab8. 00010000:00000010:2.1:1761122775.755185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:2.1:1761122775.755187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058cc5c8c. 00010000:00000010:2.1:1761122775.755189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6fee95. 00010000:00000010:2.1:1761122775.755192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f20ef64. 00010000:00000010:2.1:1761122775.755195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:2.1:1761122775.755198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001735413d. 00010000:00000010:2.1:1761122775.755200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:2.1:1761122775.755202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abd62acc. 00010000:00000010:2.1:1761122775.755215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:2.1:1761122775.755218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547c25a9. 00010000:00000010:2.1:1761122775.755222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.1:1761122775.755226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a279c6b8. 00010000:00000010:2.1:1761122775.755230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.1:1761122775.755236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049518311. 00010000:00000010:2.1:1761122775.755238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.1:1761122775.755241:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065d1d75a. 00010000:00000010:2.1:1761122775.755243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:2.1:1761122775.755245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e814c0. 00010000:00000010:2.1:1761122775.755247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00010000:00000010:2.1:1761122775.755250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce62cae. 00010000:00000010:2.1:1761122775.755252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.1:1761122775.755254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8d4078. 00010000:00000010:2.1:1761122775.755257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.1:1761122775.755260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f800f0fc. 00010000:00000010:2.1:1761122775.755264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889a50f4. 00010000:00000010:2.1:1761122775.755266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c0fe1d. 00010000:00000010:2.1:1761122775.755268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27a2ef. 00010000:00000010:2.1:1761122775.755270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007491465e. 00010000:00000010:2.1:1761122775.755273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.1:1761122775.755274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080257879. 00010000:00000010:2.1:1761122775.755277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122775.755279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2333d1. 00010000:00000010:2.1:1761122775.755281:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:2.1:1761122775.755284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fab085. 00010000:00000010:2.1:1761122775.755287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.1:1761122775.755289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd090a10. 00010000:00000010:2.1:1761122775.755302:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.1:1761122775.755304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c197851. 00010000:00000010:2.1:1761122775.755306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:2.1:1761122775.755308:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7981932. 00010000:00000010:2.1:1761122775.755311:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00010000:00000010:2.1:1761122775.755313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a78d1ebd. 00010000:00000010:2.1:1761122775.755316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.1:1761122775.755318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e018108. 00010000:00000010:2.1:1761122775.755320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.1:1761122775.755323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f74bc1b9. 00010000:00000010:2.1:1761122775.755326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.1:1761122775.755329:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85c682a. 00010000:00000010:2.1:1761122775.755331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.1:1761122775.755333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed1a1b2. 00010000:00000010:2.1:1761122775.755336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ada582. 00010000:00000010:2.1:1761122775.755338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f780b519. 00010000:00000010:2.1:1761122775.755340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00010000:00000010:2.1:1761122775.755344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc3f2ed. 00010000:00000010:2.1:1761122775.755346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a4f4fa. 00010000:00000010:2.1:1761122775.755348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9efa6. 00010000:00000010:2.1:1761122775.755350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:1.1:1761122775.759697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad53a144. 00010000:00000010:1.1:1761122775.759711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00010000:00000010:1.1:1761122775.762676:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8978bc6. 00010000:00000010:1.1:1761122775.762683:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:2.1:1761122775.763370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ceeb12a. 00010000:00000010:0.1:1761122775.769268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a19c780. 00010000:00000010:1.1:1761122775.778917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012440135. 00010000:00000010:1.1:1761122775.778924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:2.1:1761122775.779504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf6f353a. 00010000:00000010:0.1:1761122775.782696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000352b0ee8. 00010000:00000010:1.1:1761122775.785775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053600f2a. 00010000:00000010:1.1:1761122775.785784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:1.1:1761122775.785788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a5b0dfb. 00010000:00000010:1.1:1761122775.785792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d7fc9b8. 00010000:00000010:1.1:1761122775.785796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122775.793387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba8b27c. 00010000:00000010:1.1:1761122775.793395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d49dfa90. 00010000:00000010:1.1:1761122775.793398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:2.1:1761122775.797794:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c551d2a. 00010000:00000010:2.1:1761122775.797809:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d8c799. 00010000:00000010:2.1:1761122775.797813:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:0.1:1761122775.816873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0a6d03. 00010000:00000010:0.1:1761122775.816886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fe6149b. 00010000:00000010:0.1:1761122775.816890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:2.1:1761122775.828840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a20e92b. 00010000:00000010:2.1:1761122775.828850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:3.1:1761122775.828934:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c526b33a. 00010000:00000010:1.1:1761122775.837697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d9dc923. 00010000:00000010:1.1:1761122775.837714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a4f4fa. 00010000:00000010:1.1:1761122775.837720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b21b613. 00010000:00000010:0.1:1761122775.838005:0:78473:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b3afcf. 00010000:00000010:1.1:1761122775.843822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004940864a. 00010000:00000010:1.1:1761122775.843835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:1.1:1761122775.843840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef0028bb. 00010000:00000010:1.1:1761122775.843849:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a20c1fb6. 00010000:00000010:1.1:1761122775.843851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122775.851705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026d5d90a. 00010000:00000010:1.1:1761122775.851715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:3.1:1761122775.852699:0:78475:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025b265b5. 00010000:00000010:1.1:1761122775.875194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a38a0a12. 00010000:00000010:2.1:1761122775.877053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001902fd58. 00010000:00000010:2.1:1761122775.877062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122775.892302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000161e1242. 00010000:00000010:1.1:1761122775.892317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00010000:00000010:3.1:1761122775.895794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000244a5548. 00010000:00000010:3.1:1761122775.909707:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079d89c3f. 00010000:00000010:2.1:1761122775.917236:0:78485:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf14da8. 00010000:00000010:2.1:1761122775.917251:0:78485:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:1.1:1761122775.920687:0:78486:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041dec698. 00010000:00000010:1.1:1761122775.920695:0:78486:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000095a67e. 00010000:00000010:3.1:1761122775.921080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e676e18. 00010000:00000010:3.1:1761122775.927891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000881611b9. 00010000:00000010:3.1:1761122775.927898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13a6965. 00010000:00000010:3.1:1761122775.927903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:3.1:1761122775.933696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004028128c. 00010000:00000010:3.1:1761122775.933705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c42d57d5. 00010000:00000010:3.1:1761122775.933709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.1:1761122775.933712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122775.933716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:1.1:1761122775.937007:0:78469:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000976d9c5e. 00010000:00000010:1.1:1761122775.937019:0:78469:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:0.1:1761122775.937697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1460f25. 00010000:00000010:3.1:1761122775.956955:0:1105:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfc1ff97. 00010000:00000010:1.1:1761122775.962173:0:75783:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061758f98. 00010000:00000010:1.1:1761122775.962180:0:75783:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:0.1:1761122775.964712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000188a672d. 00010000:00000010:3.1:1761122775.968589:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e42055d9. 00010000:00000010:3.1:1761122775.968602:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3f00c8. 00010000:00000010:0.1:1761122775.968806:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050533473. 00010000:00000010:2.1:1761122775.972775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aad71f0e. 00010000:00000010:2.1:1761122775.972783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:0.1:1761122775.977686:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000807a237e. 00010000:00000010:3.1:1761122775.977891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f613987. 00010000:00000010:3.1:1761122775.977898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef9ab3c. 00010000:00000010:2.1:1761122775.987687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023c8004b. 00010000:00000010:1.1:1761122775.991683:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af184946. 00010000:00000010:1.1:1761122775.991690:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:1.1:1761122775.993692:0:78492:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049501cfe. 00010000:00000010:3.1:1761122775.995563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097ee7221. 00010000:00000010:3.1:1761122775.995573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:1.1:1761122775.997683:0:78492:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b050c1. 00010000:00000010:3.1:1761122775.997720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d070bc2. 00010000:00000010:3.1:1761122775.997725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:2.1:1761122776.000692:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9520600. 00010000:00000010:0.1:1761122776.003681:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f79c7913. 00010000:00000010:0.1:1761122776.003687:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:3.1:1761122776.011740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c5837cc. 00010000:00000010:3.1:1761122776.011748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:0.1:1761122776.012150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002977e4c7. 00010000:00000010:2.1:1761122776.017069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059abb8cd. 00010000:00000010:0.1:1761122776.020889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f0aea7. 00010000:00000010:0.1:1761122776.020897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:0.1:1761122776.020902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122776.020907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:3.1:1761122776.023376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5db8759. 00010000:00000010:0.1:1761122776.025693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008958204. 00010000:00000010:0.1:1761122776.025700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:2.1:1761122776.033701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003faa4a9c. 00010000:00000010:2.1:1761122776.033730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a83c8e. 00010000:00000010:3.1:1761122776.034891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003214ab1b. 00010000:00000010:0.1:1761122776.038894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f7a8b7a. 00010000:00000010:0.1:1761122776.038903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23c02f0. 00010000:00000010:2.1:1761122776.040643:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbbf87b9. 00010000:00000010:0.1:1761122776.050697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000234e65f4. 00010000:00000010:0.1:1761122776.050708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ac15a2. 00010000:00000010:0.1:1761122776.050713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:3.1:1761122776.057786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed5f04e. 00010000:00000010:1.1:1761122776.058090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067514514. 00010000:00000010:1.1:1761122776.058097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:1.1:1761122776.058102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.058107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122776.065924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab4b5845. 00010000:00000010:1.1:1761122776.065936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:2.1:1761122776.071682:0:1029:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6855c9c. 00010000:00000010:1.1:1761122776.079695:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dce80fb0. 00010000:00000010:1.1:1761122776.079702:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:3.1:1761122776.080213:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d520a421. 00010000:00000010:1.1:1761122776.087694:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6e11f80. 00010000:00000010:1.1:1761122776.087705:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:3.1:1761122776.089046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d0d6675. 00010000:00000010:1.1:1761122776.091890:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092e92eb6. 00010000:00000010:1.1:1761122776.091897:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:2.1:1761122776.092179:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b98d717. 00010000:00000010:1.1:1761122776.098882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639be596. 00010000:00000010:1.1:1761122776.098890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122776.098893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.098897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:0.1:1761122776.099967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fdabe24. 00010000:00000010:2.1:1761122776.104188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000967ffaac. 00010000:00000010:1.1:1761122776.107693:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d88808. 00010000:00000010:1.1:1761122776.107698:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:2.1:1761122776.107764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db810471. 00010000:00000010:2.1:1761122776.109727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088d633d8. 00010000:00000010:1.1:1761122776.109772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5a65ddb. 00010000:00000010:1.1:1761122776.109778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:1.1:1761122776.112886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046afb9cb. 00010000:00000010:1.1:1761122776.112893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:1.1:1761122776.112897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b469aa. 00010000:00000010:1.1:1761122776.112899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:0.1:1761122776.113713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099fb522c. 00010000:00000010:2.1:1761122776.116695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005554644e. 00010000:00000010:3.1:1761122776.120869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b6ea3ee. 00010000:00000010:1.1:1761122776.121740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087ecbe48. 00010000:00000010:1.1:1761122776.121747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.125119:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073662d9d. 00010000:00000010:1.1:1761122776.125126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:2.1:1761122776.125688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb67c12a. 00010000:00000010:1.1:1761122776.129835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd9bce3c. 00010000:00000010:1.1:1761122776.129842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122776.129846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d548f979. 00010000:00000010:1.1:1761122776.129849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:2.1:1761122776.130687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc7192a. 00010000:00000010:2.1:1761122776.141780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbe2a49c. 00010000:00000010:2.1:1761122776.141791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c9ef6af. 00010000:00000010:2.1:1761122776.144683:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ecd4684. 00010000:00000010:2.1:1761122776.144690:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015ba2447. 00010000:00000010:1.1:1761122776.144699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c03b3c8. 00010000:00000010:1.1:1761122776.144709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.144715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000622ab2a. 00010000:00000010:1.1:1761122776.144721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:1.1:1761122776.148912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c3759f. 00010000:00000010:1.1:1761122776.148919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:1.1:1761122776.148923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c81b14. 00010000:00000010:1.1:1761122776.148925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:2.1:1761122776.153689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b129c84d. 00010000:00000010:1.1:1761122776.153689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aa1e0eb. 00010000:00000010:1.1:1761122776.153703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:2.1:1761122776.161745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f47633e. 00010000:00000010:1.1:1761122776.170877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047eb0c39. 00010000:00000010:1.1:1761122776.170884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:2.1:1761122776.174686:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bd2c6d3. 00010000:00000010:0.1:1761122776.181705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003882571d. 00010000:00000010:0.1:1761122776.181721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:2.1:1761122776.186705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed31ea2. 00010000:00000010:0.1:1761122776.193710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094dc7006. 00010000:00000010:0.1:1761122776.193719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:0.1:1761122776.198700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbc60843. 00010000:00000010:0.1:1761122776.198716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2274195. 00010000:00000010:0.1:1761122776.198722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:1.1:1761122776.206694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fadd8836. 00010000:00000010:2.1:1761122776.211881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563109a8. 00010000:00000010:2.1:1761122776.211889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:2.1:1761122776.215698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6566531. 00010000:00000010:2.1:1761122776.215707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.1:1761122776.217686:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038eeaea1. 00010000:00000010:2.1:1761122776.224911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001be0a499. 00010000:00000010:2.1:1761122776.224926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00010000:00000010:1.1:1761122776.231699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1404de1. 00010000:00000010:2.1:1761122776.234794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006fcfb15. 00010000:00000010:2.1:1761122776.234806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ae50b77. 00010000:00000010:2.1:1761122776.234810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:1.1:1761122776.248255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c72924. 00010000:00000010:2.1:1761122776.251517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011850a6b. 00010000:00000010:2.1:1761122776.251524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00010000:00000010:1.1:1761122776.258270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e3d86fd. 00010000:00000010:2.1:1761122776.258743:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009c0b817. 00010000:00000010:2.1:1761122776.258750:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:2.1:1761122776.258754:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9efa6. 00010000:00000010:2.1:1761122776.258757:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:0.1:1761122776.265109:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000549be15d. 00010000:00000010:0.1:1761122776.265118:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec93ab2. 00010000:00000010:3.1:1761122776.265255:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f822a8a6. 00010000:00000010:1.1:1761122776.274683:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000745cb37c. 00010000:00000010:0.1:1761122776.281844:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044ef55ae. 00010000:00000010:0.1:1761122776.281859:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:1.1:1761122776.288539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e90e6cb. 00010000:00000010:1.1:1761122776.288554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:3.1:1761122776.288629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e017ba8. 00010000:00000010:1.1:1761122776.291745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d21607a. 00010000:00000010:1.1:1761122776.291756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c13071e. 00010000:00000010:1.1:1761122776.291759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:3.1:1761122776.300754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000311fd323. 00010000:00000010:0.1:1761122776.309285:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eee9d5. 00010000:00000010:1.1:1761122776.309738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c51b1a1. 00010000:00000010:1.1:1761122776.309746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:1.1:1761122776.309750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.309755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.312697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b40a2a9. 00010000:00000010:1.1:1761122776.312707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:2.1:1761122776.315980:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a22e6f3. 00010000:00000010:2.1:1761122776.315989:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:0.1:1761122776.316781:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a558fa. 00010000:00000010:0.1:1761122776.322843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e87e28c. 00010000:00000010:2.1:1761122776.323767:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c17f44e9. 00010000:00000010:2.1:1761122776.323774:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:1.1:1761122776.329691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b3e9cc. 00010000:00000010:2.1:1761122776.338703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc64e32b. 00010000:00000010:2.1:1761122776.338711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:0.1:1761122776.342825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db97d85b. 00010000:00000010:0.1:1761122776.342840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076a76390. 00010000:00000010:1.1:1761122776.343740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:1.1:1761122776.351690:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002dbae0cc. 00010000:00000010:1.1:1761122776.351697:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:0.1:1761122776.355699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcd3072d. 00010000:00000010:0.1:1761122776.362695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b1231a. 00010000:00000010:1.1:1761122776.362706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7e242c. 00010000:00000010:1.1:1761122776.362717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.371699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab2fe671. 00010000:00000010:1.1:1761122776.371710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:0.1:1761122776.376105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6a5cef. 00010000:00000010:1.1:1761122776.383690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4395a8a. 00010000:00000010:1.1:1761122776.383700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:1.1:1761122776.383705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000443f791c. 00010000:00000010:1.1:1761122776.383708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:0.1:1761122776.384329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d286b47. 00010000:00000010:0.1:1761122776.384337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f43dd040. 00010000:00000010:0.1:1761122776.384343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c227da65. 00010000:00000010:1.1:1761122776.389677:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf90ab2c. 00010000:00000010:1.1:1761122776.389684:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:1.1:1761122776.389689:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.389694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122776.393738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000231b47fe. 00010000:00000010:1.1:1761122776.393750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bea9be3. 00010000:00000010:1.1:1761122776.393754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:1.1:1761122776.393758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ab40ba. 00010000:00000010:1.1:1761122776.393762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0510f4a. 00010000:00000010:0.1:1761122776.397162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e787ad9. 00010000:00000010:2.1:1761122776.397726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0cea38f. 00010000:00000010:1.1:1761122776.397896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b5551e. 00010000:00000010:1.1:1761122776.397905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.404838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb87092. 00010000:00000010:1.1:1761122776.404850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:0.1:1761122776.408784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065fb8970. 00010000:00000010:0.1:1761122776.413752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2f5d5f5. 00010000:00000010:1.1:1761122776.413960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063b8952a. 00010000:00000010:1.1:1761122776.413967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0510f4a. 00010000:00000010:1.1:1761122776.413971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.413976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:0.1:1761122776.418733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036d2a8da. 00010000:00000010:2.1:1761122776.423247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013811d7e. 00010000:00000010:1.1:1761122776.427747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420cbbdf. 00010000:00000010:1.1:1761122776.427764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:0.1:1761122776.428700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006551ea80. 00010000:00000010:1.1:1761122776.428760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd57ea49. 00010000:00000010:1.1:1761122776.428768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122776.436693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fa9ffc3. 00010000:00000010:1.1:1761122776.436700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:0.1:1761122776.446832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000649d9721. 00010000:00000010:0.1:1761122776.446845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0510f4a. 00010000:00000010:0.1:1761122776.446850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f422b7. 00010000:00000010:1.1:1761122776.454928:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de934b75. 00010000:00000010:1.1:1761122776.454947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122776.454953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.454957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:0.1:1761122776.455707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005943011f. 00010000:00000010:1.1:1761122776.464110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ade314db. 00010000:00000010:1.1:1761122776.464124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:0.1:1761122776.471804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e894413. 00010000:00000010:1.1:1761122776.487255:0:71875:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6b69994. 00010000:00000010:1.1:1761122776.487264:0:71875:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:0.1:1761122776.489789:0:64814:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f424bf97. 00010000:00000010:1.1:1761122776.492143:0:15809:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcfde1af. 00010000:00000010:1.1:1761122776.492151:0:15809:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:0.1:1761122776.492303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae5c55a0. 00010000:00000010:1.1:1761122776.495678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c197e35. 00010000:00000010:1.1:1761122776.495691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:0.1:1761122776.495708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632a8fc2. 00010000:00000010:1.1:1761122776.506081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c6d539e. 00010000:00000010:1.1:1761122776.506090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:2.1:1761122776.507248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3083f64. 00010000:00000010:0.1:1761122776.511710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394ae78f. 00010000:00000010:1.1:1761122776.511718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e6663e. 00010000:00000010:1.1:1761122776.511729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:1.1:1761122776.523140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251e08c7. 00010000:00000010:1.1:1761122776.523153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:2.1:1761122776.523696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1be6c16. 00010000:00000010:0.1:1761122776.544274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf55d544. 00010000:00000010:0.1:1761122776.553505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035f3fa52. 00010000:00000010:0.1:1761122776.553516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:1.1:1761122776.556777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000523ab4d2. 00010000:00000010:0.1:1761122776.563357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f945f08a. 00010000:00000010:0.1:1761122776.563372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:1.1:1761122776.571955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317f4567. 00010000:00000010:0.1:1761122776.575347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ded44eab. 00010000:00000010:0.1:1761122776.575360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:1.1:1761122776.577794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2098fde. 00010000:00000010:0.1:1761122776.581689:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a42dfbe3. 00010000:00000010:0.1:1761122776.581696:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122776.581699:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122776.581702:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:1.1:1761122776.584830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00010000:00000010:0.1:1761122776.584886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdcdb637. 00010000:00000010:0.1:1761122776.584892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:2.1:1761122776.590714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd585c0. 00010000:00000010:2.1:1761122776.590721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:0.1:1761122776.590817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071eb08d9. 00010000:00000010:2.1:1761122776.595743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000145ec8fd. 00010000:00000010:2.1:1761122776.595751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:1.1:1761122776.599745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000469fac6f. 00010000:00000010:2.1:1761122776.599849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f4ca01. 00010000:00000010:0.1:1761122776.606259:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002382b92a. 00010000:00000010:0.1:1761122776.606269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00010000:00000010:3.1:1761122776.613802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd4b081. 00010000:00000010:0.1:1761122776.619239:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087c0377d. 00010000:00000010:0.1:1761122776.619247:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122776.619251:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122776.619254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:3.1:1761122776.626687:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085a1deaa. 00010000:00000010:0.1:1761122776.632709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a2ebae7. 00010000:00000010:0.1:1761122776.632721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122776.632725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3c316af. 00010000:00000010:0.1:1761122776.632727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003129acdd. 00010000:00000010:0.1:1761122776.632730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:1.1:1761122776.636696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f833c3c0. 00010000:00000010:1.1:1761122776.636711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f35e49e. 00010000:00000010:1.1:1761122776.636715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:1.1:1761122776.649077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000077159fe. 00010000:00000010:1.1:1761122776.649093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000205f45e. 00010000:00000010:1.1:1761122776.649098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:1.1:1761122776.657706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d150e5d3. 00010000:00000010:1.1:1761122776.657720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.657725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.657730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:2.1:1761122776.657975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013115ad1. 00010000:00000010:2.1:1761122776.668703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d0e06d8. 00010000:00000010:1.1:1761122776.671865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015f9b69a. 00010000:00000010:1.1:1761122776.671881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122776.692717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2aa1cf. 00010000:00000010:1.1:1761122776.692728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1de38b9. 00010000:00000010:1.1:1761122776.692731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:2.1:1761122776.697742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c018642. 00010000:00000010:3.1:1761122776.701415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9bc8a7a. 00010000:00000010:1.1:1761122776.701988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aac8eec. 00010000:00000010:1.1:1761122776.701995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122776.706684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ae91a43. 00010000:00000010:1.1:1761122776.706697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122776.709833:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005004fe32. 00010000:00000010:1.1:1761122776.709841:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:1.1:1761122776.709845:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122776.709850:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:3.1:1761122776.710315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089628c41. 00010000:00000010:2.1:1761122776.710693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af4ae3f4. 00010000:00000010:1.1:1761122776.713968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085f20868. 00010000:00000010:1.1:1761122776.713981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c87656. 00010000:00000010:3.1:1761122776.728067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f15f5564. 00010000:00000010:1.1:1761122776.731930:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e0ca20. 00010000:00000010:1.1:1761122776.731936:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:3.1:1761122776.732693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d323b21. 00010000:00000010:1.1:1761122776.736695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9f8ade0. 00010000:00000010:1.1:1761122776.736715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c87656. 00010000:00000010:0.1:1761122776.736820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de100e84. 00010000:00000010:0.1:1761122776.740702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000def0ec44. 00010000:00000010:0.1:1761122776.740716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:2.1:1761122776.746689:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aba0f37f. 00010000:00000010:2.1:1761122776.746697:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061ba2696. 00010000:00000010:2.1:1761122776.746701:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:2.1:1761122776.752697:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9efa6. 00010000:00000010:2.1:1761122776.752705:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:1.1:1761122776.758708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aa3c19c. 00010000:00000010:0.1:1761122776.759013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c76df4. 00010000:00000010:0.1:1761122776.759021:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb06119. 00010000:00000010:0.1:1761122776.767877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d90f35a. 00010000:00000010:0.1:1761122776.767893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122776.772928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bdf18. 00010000:00000010:0.1:1761122776.775773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005858e128. 00010000:00000010:0.1:1761122776.775783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:3.1:1761122776.777303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033196f2a. 00010000:00000010:0.1:1761122776.780715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8c2e6d. 00010000:00000010:0.1:1761122776.780727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018d762c7. 00010000:00000010:0.1:1761122776.780731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:1.1:1761122776.792716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c01457b. 00010000:00000010:0.1:1761122776.793292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024a5606b. 00010000:00000010:0.1:1761122776.793299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:2.1:1761122776.796750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cd2cafd. 00010000:00000010:0.1:1761122776.796871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008031d868. 00010000:00000010:0.1:1761122776.796878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:1.1:1761122776.805680:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2302bc5. 00010000:00000010:0.1:1761122776.805858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007091017f. 00010000:00000010:0.1:1761122776.805865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:3.1:1761122776.819747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f066e7b4. 00010000:00000010:1.1:1761122776.821738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007238929d. 00010000:00000010:0.1:1761122776.821780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074d67779. 00010000:00000010:0.1:1761122776.821789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122776.827984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060214b90. 00010000:00000010:0.1:1761122776.827991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:1.1:1761122776.833824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075833fea. 00010000:00000010:3.1:1761122776.833892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f4a76a3. 00010000:00000010:0.1:1761122776.834252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740c7224. 00010000:00000010:0.1:1761122776.834268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122776.838707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b2324f5. 00010000:00000010:0.1:1761122776.838716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:1.1:1761122776.843536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008137b23. 00010000:00000010:0.1:1761122776.844038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048b5f0d7. 00010000:00000010:0.1:1761122776.844046:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122776.848082:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7fb664b. 00010000:00000010:0.1:1761122776.848095:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122776.848789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5028fb5. 00010000:00000010:0.1:1761122776.857863:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2bb18d6. 00010000:00000010:0.1:1761122776.857872:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:1.1:1761122776.861778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a675d11. 00010000:00000010:1.1:1761122776.861788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067660e55. 00010000:00000010:0.1:1761122776.862457:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d472c952. 00010000:00000010:0.1:1761122776.862465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:1.1:1761122776.864699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000710d0511. 00010000:00000010:0.1:1761122776.864740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a084629d. 00010000:00000010:0.1:1761122776.864747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024c08cf5. 00010000:00000010:0.1:1761122776.864751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122776.868700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e46eec31. 00010000:00000010:0.1:1761122776.868712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122776.868716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afe08b17. 00010000:00000010:2.1:1761122776.868816:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b5fa3a5. 00010000:00000010:2.1:1761122776.868824:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:1.1:1761122776.882696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004018d270. 00010000:00000010:0.1:1761122776.882745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c76cd3f. 00010000:00000010:0.1:1761122776.882753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.1:1761122776.887696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb663f3. 00010000:00000010:0.1:1761122776.892858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6fa5a17. 00010000:00000010:0.1:1761122776.892868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122776.892872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000501239f. 00010000:00000010:0.1:1761122776.892876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:3.1:1761122776.898853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689c3fb5. 00010000:00000010:1.1:1761122776.905777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000026967e4. 00010000:00000010:0.1:1761122776.906972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b91e2908. 00010000:00000010:0.1:1761122776.906981:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fedc3611. 00010000:00000010:0.1:1761122776.906986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122776.910010:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa11e797. 00010000:00000010:0.1:1761122776.910016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:1.1:1761122776.910688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070058249. 00010000:00000010:3.1:1761122776.918726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f854dba0. 00010000:00000010:0.1:1761122776.919712:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b431b29. 00010000:00000010:0.1:1761122776.919720:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122776.924244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f9423e. 00010000:00000010:0.1:1761122776.924258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122776.926682:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000622636ef. 00010000:00000010:0.1:1761122776.926691:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122776.926696:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000779c1a09. 00010000:00000010:0.1:1761122776.926702:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:1.1:1761122776.927501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edf26695. 00010000:00000010:1.1:1761122776.927509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2ade3c8. 00010000:00000010:3.1:1761122776.929984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061f39f9b. 00010000:00000010:0.1:1761122776.940028:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057b7a208. 00010000:00000010:0.1:1761122776.940036:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:3.1:1761122776.941795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000354fdd26. 00010000:00000010:1.1:1761122776.942689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001e7d83e. 00010000:00000010:0.1:1761122776.946903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036573d23. 00010000:00000010:0.1:1761122776.946917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122776.946922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122776.946925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122776.946927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000653e0381. 00010000:00000010:0.1:1761122776.946931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:3.1:1761122776.951774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045b5835c. 00010000:00000010:0.1:1761122776.955200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009beb00f4. 00010000:00000010:0.1:1761122776.955213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122776.955232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001772a9ba. 00010000:00000010:0.1:1761122776.959988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000076d078b. 00010000:00000010:0.1:1761122776.960005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122776.973720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000912e610d. 00010000:00000010:0.1:1761122776.973735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:3.1:1761122776.978707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76c82b4. 00010000:00000010:0.1:1761122776.982700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018ef5c99. 00010000:00000010:0.1:1761122776.982710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:3.1:1761122776.986688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9decdea. 00010000:00000010:0.1:1761122776.986722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122776.986729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:1.1:1761122776.994721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a740557. 00010000:00000010:0.1:1761122776.999678:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008acc4c4f. 00010000:00000010:0.1:1761122776.999684:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:2.1:1761122776.999706:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1179e71. 00010000:00000010:0.1:1761122777.005769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d96f53b7. 00010000:00000010:0.1:1761122777.005778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:1.1:1761122777.011683:0:1051:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047e5f84d. 00010000:00000010:0.1:1761122777.011737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbf7f82f. 00010000:00000010:0.1:1761122777.011745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122777.016699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018745ae1. 00010000:00000010:0.1:1761122777.016710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000040a89e1. 00010000:00000010:0.1:1761122777.016714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122777.024864:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a08471a. 00010000:00000010:0.1:1761122777.025511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de547dab. 00010000:00000010:0.1:1761122777.025519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591dcffb. 00010000:00000010:0.1:1761122777.025523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122777.025526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122777.025528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122777.025532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085301e62. 00010000:00000010:0.1:1761122777.025535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122777.028718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bf4851b. 00010000:00000010:0.1:1761122777.028725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:1.1:1761122777.032236:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e0fd35. 00010000:00000010:1.1:1761122777.032244:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c8fce7. 00010000:00000010:1.1:1761122777.032247:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122777.032251:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007634d71f. 00010000:00000010:3.1:1761122777.035695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a066fcd8. 00010000:00000010:3.1:1761122777.035710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:1.1:1761122777.040726:0:1051:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d0d33c. 00010000:00000010:3.1:1761122777.053729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2b3b277. 00010000:00000010:3.1:1761122777.053745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:1.1:1761122777.053795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000228d1162. 00010000:00000010:1.1:1761122777.053800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:1.1:1761122777.053802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095813b08. 00010000:00000010:1.1:1761122777.059249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051b7c4f1. 00010000:00000010:3.1:1761122777.063704:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db0a285f. 00010000:00000010:3.1:1761122777.063713:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122777.063718:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4a6ff1. 00010000:00000010:0.1:1761122777.079736:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000396a39d9. 00010000:00000010:2.1:1761122777.081736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32f3dcd. 00010000:00000010:2.1:1761122777.081745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:2.1:1761122777.085747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d806996f. 00010000:00000010:2.1:1761122777.085757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6f87165. 00010000:00000010:2.1:1761122777.085761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc8c197. 00010000:00000010:1.1:1761122777.092728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f5bbe67. 00010000:00000010:3.1:1761122777.115997:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd2be5f. 00010000:00000010:3.1:1761122777.116009:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:3.1:1761122777.122761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538120fa. 00010000:00000010:2.1:1761122777.125833:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dd3b860. 00010000:00000010:2.1:1761122777.125841:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:2.1:1761122777.126111:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9efa6. 00010000:00000010:2.1:1761122777.126119:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc8c197. 00010000:00000010:2.1:1761122777.126122:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc3f2ed. 00010000:00000010:2.1:1761122777.126126:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:2.1:1761122777.126128:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f780b519. 00010000:00000010:2.1:1761122777.126133:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb663f3. 00010000:00000010:2.1:1761122777.126136:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed1a1b2. 00010000:00000010:2.1:1761122777.126138:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:2.1:1761122777.126143:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85c682a. 00010000:00000010:2.1:1761122777.126146:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb06119. 00010000:00000010:2.1:1761122777.126149:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f74bc1b9. 00010000:00000010:2.1:1761122777.126152:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00010000:00000010:2.1:1761122777.126154:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000600a9402. 00010000:00000010:2.1:1761122777.126158:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:2.1:1761122777.126162:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000702012d9. 00010000:00000010:2.1:1761122777.126164:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec93ab2. 00010000:00000010:2.1:1761122777.126166:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225d7595. 00010000:00000010:2.1:1761122777.126169:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23c02f0. 00010000:00000010:2.1:1761122777.126172:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c351ce0. 00010000:00000010:2.1:1761122777.126175:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef9ab3c. 00010000:00000010:2.1:1761122777.126177:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005605f6a0. 00010000:00000010:2.1:1761122777.126180:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000095a67e. 00010000:00000010:2.1:1761122777.126194:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251a68c8. 00010000:00000010:2.1:1761122777.126196:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00010000:00000010:2.1:1761122777.126201:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e018108. 00010000:00000010:2.1:1761122777.126205:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a4f4fa. 00010000:00000010:2.1:1761122777.126208:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a78d1ebd. 00010000:00000010:2.1:1761122777.126211:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:2.1:1761122777.126214:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7981932. 00010000:00000010:2.1:1761122777.126217:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00010000:00000010:2.1:1761122777.126220:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c197851. 00010000:00000010:2.1:1761122777.126223:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ada582. 00010000:00000010:2.1:1761122777.126227:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd090a10. 00010000:00000010:2.1:1761122777.126231:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.1:1761122777.126235:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fab085. 00010000:00000010:2.1:1761122777.126238:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.1:1761122777.126240:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2333d1. 00010000:00000010:2.1:1761122777.126244:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.1:1761122777.126248:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080257879. 00010000:00000010:2.1:1761122777.126251:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.1:1761122777.126253:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007491465e. 00010000:00000010:2.1:1761122777.126255:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00010000:00000010:2.1:1761122777.126257:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c0fe1d. 00010000:00000010:2.1:1761122777.126260:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:2.1:1761122777.126262:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f800f0fc. 00010000:00000010:2.1:1761122777.126264:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.1:1761122777.127215:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8d4078. 00010000:00000010:2.1:1761122777.127222:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.1:1761122777.128249:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce62cae. 00010000:00000010:2.1:1761122777.128271:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:2.1:1761122777.128277:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e814c0. 00010000:00000010:2.1:1761122777.128281:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122777.128285:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065d1d75a. 00010000:00000010:2.1:1761122777.128288:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.1:1761122777.128291:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049518311. 00010000:00000010:2.1:1761122777.128295:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27a2ef. 00010000:00000010:2.1:1761122777.128298:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a279c6b8. 00010000:00000010:2.1:1761122777.128302:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889a50f4. 00010000:00000010:2.1:1761122777.128308:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547c25a9. 00010000:00000010:2.1:1761122777.128315:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.1:1761122777.128319:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abd62acc. 00010000:00000010:2.1:1761122777.128325:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.1:1761122777.128331:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001735413d. 00010000:00000010:2.1:1761122777.128335:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00010000:00000010:2.1:1761122777.128339:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f20ef64. 00010000:00000010:2.1:1761122777.128343:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:2.1:1761122777.128346:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058cc5c8c. 00010000:00000010:2.1:1761122777.128349:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.1:1761122777.128354:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040de1ab8. 00010000:00000010:2.1:1761122777.128357:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.1:1761122777.128360:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a9f4370. 00010000:00000010:2.1:1761122777.128363:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.1:1761122777.128369:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792a3036. 00010000:00000010:2.1:1761122777.128379:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:2.1:1761122777.128383:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002720197c. 00010000:00000010:2.1:1761122777.128387:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:2.1:1761122777.128390:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099397df7. 00010000:00000010:2.1:1761122777.128395:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:2.1:1761122777.128400:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf33b41. 00010000:00000010:2.1:1761122777.128404:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6fee95. 00010000:00000010:2.1:1761122777.128407:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009285d170. 00010000:00000010:2.1:1761122777.128412:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:2.1:1761122777.128416:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ebb339. 00010000:00000010:2.1:1761122777.128419:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f98587. 00010000:00000010:2.1:1761122777.128423:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291ecd27. 00010000:00000010:2.1:1761122777.128427:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76d5e47. 00010000:00000010:2.1:1761122777.128430:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a8790e. 00010000:00000010:2.1:1761122777.128433:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba634b7. 00010000:00000010:2.1:1761122777.128452:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea86f538. 00010000:00000010:2.1:1761122777.128459:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:2.1:1761122777.128464:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084615687. 00010000:00000010:2.1:1761122777.128469:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009729f348. 00010000:00000010:2.1:1761122777.128474:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc265e62. 00010000:00000010:2.1:1761122777.128478:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1685bb3. 00010000:00000010:2.1:1761122777.128484:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b200cd61. 00010000:00000010:2.1:1761122777.128489:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.1:1761122777.128492:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d108666d. 00010000:00000010:2.1:1761122777.128496:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559cb261. 00010000:00000010:2.1:1761122777.128501:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084e47af. 00010000:00000010:2.1:1761122777.128504:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c0a718. 00010000:00000010:2.1:1761122777.128506:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc80781a. 00010000:00000010:2.1:1761122777.128510:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:2.1:1761122777.128512:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3f6c50. 00010000:00000010:2.1:1761122777.128515:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.1:1761122777.128518:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d1b3a9. 00010000:00000010:2.1:1761122777.128525:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8c57c23. 00010000:00000010:2.1:1761122777.128528:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000576c1268. 00010000:00000010:2.1:1761122777.128531:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77431c4. 00010000:00000010:2.1:1761122777.128536:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8915e59. 00010000:00000010:2.1:1761122777.128540:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec578c2d. 00010000:00000010:2.1:1761122777.128542:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493ae6a6. 00010000:00000010:2.1:1761122777.128545:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c437676. 00010000:00000010:2.1:1761122777.128548:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca43bb26. 00010000:00000010:2.1:1761122777.128552:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01c2c0e. 00010000:00000010:2.1:1761122777.128559:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb719245. 00010000:00000010:2.1:1761122777.128564:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f305993. 00010000:00000010:2.1:1761122777.128567:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032cff833. 00010000:00000010:2.1:1761122777.128571:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014409c0e. 00010000:00000010:2.1:1761122777.128575:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8d37d2. 00010000:00000010:2.1:1761122777.128578:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9bafb7. 00010000:00000010:2.1:1761122777.128585:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24f7a4a. 00010000:00000010:2.1:1761122777.128588:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c52293. 00010000:00000010:2.1:1761122777.128591:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778d7c4f. 00010000:00000010:2.1:1761122777.128595:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff368d7. 00010000:00000010:2.1:1761122777.128598:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2c10820. 00010000:00000010:2.1:1761122777.128615:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025a7ca61. 00010000:00000010:2.1:1761122777.128620:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f245fcb2. 00010000:00000010:2.1:1761122777.128625:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932266ba. 00010000:00000010:2.1:1761122777.128630:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db952715. 00010000:00000010:2.1:1761122777.128634:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5100e2. 00010000:00000010:2.1:1761122777.128638:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099993be2. 00010000:00000010:2.1:1761122777.128641:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd903cc. 00010000:00000010:2.1:1761122777.128648:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295557a. 00010000:00000010:2.1:1761122777.128651:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df012bb0. 00010000:00000010:2.1:1761122777.128673:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074212569. 00010000:00000010:2.1:1761122777.128678:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001291a4a6. 00010000:00000010:2.1:1761122777.128684:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074514e04. 00010000:00000010:2.1:1761122777.128689:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003396f898. 00010000:00000010:2.1:1761122777.128697:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7baba5. 00010000:00000010:2.1:1761122777.128704:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000731195e7. 00010000:00000010:2.1:1761122777.128711:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008dc7c82. 00010000:00000010:2.1:1761122777.128717:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049473dfb. 00010000:00000010:2.1:1761122777.128722:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fed994. 00010000:00000010:2.1:1761122777.128734:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c3bd1b1. 00010000:00000010:2.1:1761122777.128741:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9acb9c. 00010000:00000010:2.1:1761122777.128758:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f236c0. 00010000:00000010:2.1:1761122777.128766:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3aec70e. 00010000:00000010:2.1:1761122777.128773:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f238291. 00010000:00000010:2.1:1761122777.128782:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039922224. 00010000:00000010:2.1:1761122777.128788:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc42e60. 00010000:00000010:2.1:1761122777.128793:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbbdafd6. 00010000:00000010:2.1:1761122777.128799:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78a9748. 00010000:00000010:2.1:1761122777.128806:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3a2016. 00010000:00000010:2.1:1761122777.128816:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f718cb39. 00010000:00000010:2.1:1761122777.128822:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000523728f1. 00010000:00000010:2.1:1761122777.128828:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c337588. 00010000:00000010:2.1:1761122777.128835:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee71d33. 00010000:00000010:2.1:1761122777.128840:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059e6d118. 00010000:00000010:2.1:1761122777.128847:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ee8ac0. 00010000:00000010:2.1:1761122777.128851:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba535ca. 00010000:00000010:2.1:1761122777.128854:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d968762c. 00010000:00000010:2.1:1761122777.128859:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f424bf97. 00010000:00000010:2.1:1761122777.128863:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61e642b. 00010000:00000010:2.1:1761122777.128867:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006551ea80. 00010000:00000010:2.1:1761122777.128873:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041166ae1. 00010000:00000010:2.1:1761122777.128878:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d8d515. 00010000:00000010:2.1:1761122777.128882:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7b9bce9. 00010000:00000010:2.1:1761122777.128886:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c96b4d. 00010000:00000010:2.1:1761122777.128891:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2ed1a5. 00010000:00000010:2.1:1761122777.128894:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083854d03. 00010000:00000010:2.1:1761122777.128898:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b7b7e14. 00010000:00000010:2.1:1761122777.128902:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d596a63. 00010000:00000010:2.1:1761122777.128908:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc24068. 00010000:00000010:2.1:1761122777.128914:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9029a39. 00010000:00000010:2.1:1761122777.128920:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093d2c364. 00010000:00000010:2.1:1761122777.128926:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d24c9e. 00010000:00000010:2.1:1761122777.128931:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092465e91. 00010000:00000010:2.1:1761122777.128936:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c5dc4a. 00010000:00000010:2.1:1761122777.128944:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000913e891e. 00010000:00000010:2.1:1761122777.128950:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f946c536. 00010000:00000010:2.1:1761122777.128956:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586b14df. 00010000:00000010:2.1:1761122777.128960:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bdf03a. 00010000:00000010:2.1:1761122777.128968:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004218440e. 00010000:00000010:2.1:1761122777.128974:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eadade4. 00010000:00000010:2.1:1761122777.128978:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b3a29dc. 00010000:00000010:2.1:1761122777.128981:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb97d6e4. 00010000:00000010:2.1:1761122777.128983:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6044c81. 00010000:00000010:2.1:1761122777.128986:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c126bbb. 00010000:00000010:2.1:1761122777.128990:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000275a3ff5. 00010000:00000010:2.1:1761122777.128999:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c54b3c7. 00010000:00000010:2.1:1761122777.129004:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd585c0. 00010000:00000010:2.1:1761122777.129008:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e643f3. 00010000:00000010:2.1:1761122777.129010:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d8c6b5. 00010000:00000010:2.1:1761122777.129014:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b94c4e6. 00010000:00000010:2.1:1761122777.129016:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7ff7861. 00010000:00000010:2.1:1761122777.129019:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1344188. 00010000:00000010:2.1:1761122777.129069:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221175ca. 00010000:00000010:2.1:1761122777.129074:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faf039c4. 00010000:00000010:2.1:1761122777.129089:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df2864b. 00010000:00000010:2.1:1761122777.129092:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c633bc59. 00010000:00000010:2.1:1761122777.129095:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000553d717b. 00010000:00000010:2.1:1761122777.129098:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f3e78e. 00010000:00000010:2.1:1761122777.129102:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a98d7e9. 00010000:00000010:2.1:1761122777.129105:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd4f24a. 00010000:00000010:2.1:1761122777.129108:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005d1490a. 00010000:00000010:2.1:1761122777.129110:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043c9486b. 00010000:00000010:2.1:1761122777.129113:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce5f160e. 00010000:00000010:2.1:1761122777.129115:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db3fdfed. 00010000:00000010:2.1:1761122777.129119:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6ada096. 00010000:00000010:2.1:1761122777.129122:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a0f740. 00010000:00000010:2.1:1761122777.129125:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a793a5f. 00010000:00000010:2.1:1761122777.129128:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1913a1f. 00010000:00000010:2.1:1761122777.129131:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc9bff15. 00010000:00000010:2.1:1761122777.129133:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4a5e08. 00010000:00000010:2.1:1761122777.129136:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008972eecb. 00010000:00000010:2.1:1761122777.129138:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001381f4dd. 00010000:00000010:2.1:1761122777.129144:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5a65ddb. 00010000:00000010:2.1:1761122777.129147:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bacdb12a. 00010000:00000010:2.1:1761122777.129150:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ba28b3. 00010000:00000010:2.1:1761122777.129153:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4e49627. 00010000:00000010:2.1:1761122777.129157:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008435872f. 00010000:00000010:2.1:1761122777.129160:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e5d103. 00010000:00000010:2.1:1761122777.129164:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f15305. 00010000:00000010:2.1:1761122777.129167:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041ec89f0. 00010000:00000010:2.1:1761122777.129169:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9481786. 00010000:00000010:2.1:1761122777.129173:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0525c73. 00010000:00000010:2.1:1761122777.129176:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be15990b. 00010000:00000010:2.1:1761122777.129179:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025f22513. 00010000:00000010:2.1:1761122777.129200:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047f408d1. 00010000:00000010:2.1:1761122777.129204:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000566a4f44. 00010000:00000010:2.1:1761122777.129206:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f51242. 00010000:00000010:2.1:1761122777.129209:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba8360e. 00010000:00000010:2.1:1761122777.129212:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a328080. 00010000:00000010:2.1:1761122777.129215:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa14d7bb. 00010000:00000010:2.1:1761122777.129219:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fed55b1a. 00010000:00000010:2.1:1761122777.129222:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c66fed7. 00010000:00000010:2.1:1761122777.129225:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c8758d1. 00010000:00000010:2.1:1761122777.129229:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18857e3. 00010000:00000010:2.1:1761122777.129234:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d2f6dfc. 00010000:00000010:2.1:1761122777.129237:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60f1c89. 00010000:00000010:2.1:1761122777.129240:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008278b62b. 00010000:00000010:2.1:1761122777.129243:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000752f08d6. 00010000:00000010:2.1:1761122777.129246:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6ea943. 00010000:00000010:2.1:1761122777.129249:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1dd7c8c. 00010000:00000010:2.1:1761122777.129252:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005535198. 00010000:00000010:2.1:1761122777.129256:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee18e02. 00010000:00000010:2.1:1761122777.129259:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000a812b0. 00010000:00000010:2.1:1761122777.129262:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b75e7f35. 00010000:00000010:2.1:1761122777.129265:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c27e0b35. 00010000:00000010:2.1:1761122777.129268:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057229f10. 00010000:00000010:2.1:1761122777.129271:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b18c263. 00010000:00000010:2.1:1761122777.129274:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e9208e. 00010000:00000010:2.1:1761122777.129276:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060152e9d. 00010000:00000010:2.1:1761122777.129279:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7010c53. 00010000:00000010:2.1:1761122777.129281:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afc9974. 00010000:00000010:2.1:1761122777.129284:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9277f1f. 00010000:00000010:2.1:1761122777.129286:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c7020fe. 00010000:00000010:2.1:1761122777.129290:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d6e0d7b. 00010000:00000010:2.1:1761122777.129293:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d27eb9d. 00010000:00000010:2.1:1761122777.129295:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001385557f. 00010000:00000010:2.1:1761122777.129298:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000743a39a4. 00010000:00000010:2.1:1761122777.129300:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fbe0079. 00010000:00000010:2.1:1761122777.129304:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa11e797. 00010000:00000010:2.1:1761122777.129308:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f4f9762. 00010000:00000010:2.1:1761122777.129310:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff35c399. 00010000:00000010:2.1:1761122777.129313:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af5d10da. 00010000:00000010:2.1:1761122777.129315:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c2990ba. 00010000:00000010:2.1:1761122777.129318:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7af707. 00010000:00000010:2.1:1761122777.129320:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd8941. 00010000:00000010:2.1:1761122777.129323:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d417e264. 00010000:00000010:2.1:1761122777.129325:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efe38064. 00010000:00000010:2.1:1761122777.129516:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca491ca. 00010000:00000010:2.1:1761122777.129519:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dca400f3. 00010000:00000010:2.1:1761122777.129521:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a1af7. 00010000:00000010:2.1:1761122777.129524:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc56b1e2. 00010000:00000010:2.1:1761122777.129527:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9f056ca. 00010000:00000010:2.1:1761122777.129529:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003701a0ca. 00010000:00000010:2.1:1761122777.129532:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51fbc63. 00010000:00000010:2.1:1761122777.129535:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f64a216. 00010000:00000010:2.1:1761122777.129538:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c0c9c3d. 00010000:00000010:2.1:1761122777.129540:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269e8fa5. 00010000:00000010:2.1:1761122777.129543:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000045a68d. 00010000:00000010:2.1:1761122777.129552:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bc0497c. 00010000:00000010:2.1:1761122777.129557:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e870849. 00010000:00000010:2.1:1761122777.129560:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2d7e6fe. 00010000:00000010:2.1:1761122777.129564:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d55d60db. 00010000:00000010:2.1:1761122777.129568:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a66d49b0. 00010000:00000010:2.1:1761122777.129572:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caebd85b. 00010000:00000010:2.1:1761122777.129579:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063952e1d. 00010000:00000010:2.1:1761122777.129585:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f25bc86. 00010000:00000010:2.1:1761122777.129590:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077f973a5. 00010000:00000010:2.1:1761122777.129595:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d632f803. 00010000:00000010:2.1:1761122777.129605:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006251b9f4. 00010000:00000010:2.1:1761122777.129611:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005320a781. 00010000:00000010:2.1:1761122777.129614:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000630c682a. 00010000:00000010:2.1:1761122777.129617:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b72ee2. 00010000:00000010:2.1:1761122777.129622:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b5e36a. 00010000:00000010:2.1:1761122777.129628:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d9cb1aa. 00010000:00000010:2.1:1761122777.129636:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000850eef5f. 00010000:00000010:2.1:1761122777.129642:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9bb7b9. 00010000:00000010:2.1:1761122777.129647:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b40f1bbc. 00010000:00000010:2.1:1761122777.129650:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a67ef457. 00010000:00000010:2.1:1761122777.129652:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069aa4ae3. 00010000:00000010:2.1:1761122777.129683:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f1a7a5. 00010000:00000010:2.1:1761122777.129688:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3a5ea4f. 00010000:00000010:2.1:1761122777.129691:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee10dcbc. 00010000:00000010:1.1:1761122777.129761:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e023335c. 00010000:00000010:1.1:1761122777.129768:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00010000:00000010:1.1:1761122777.129773:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2824629. 00010000:00000010:1.1:1761122777.129778:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c87656. 00010000:00000010:1.1:1761122777.129782:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d5db24. 00010000:00000010:1.1:1761122777.129785:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122777.129788:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff8a41ce. 00010000:00000010:1.1:1761122777.129791:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:1.1:1761122777.129793:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003605e382. 00010000:00000010:1.1:1761122777.129796:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122777.129798:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f88e117. 00010000:00000010:1.1:1761122777.129802:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085106ef7. 00010000:00000010:1.1:1761122777.129804:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035479a6a. 00010000:00000010:1.1:1761122777.129807:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077304fc3. 00010000:00000010:1.1:1761122777.129810:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000226cae20. 00010000:00000010:1.1:1761122777.129813:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e50d616. 00010000:00000010:1.1:1761122777.129815:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058ef6d49. 00010000:00000010:1.1:1761122777.129818:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:1.1:1761122777.129820:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993139f9. 00010000:00000010:1.1:1761122777.129822:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:1.1:1761122777.129825:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000881bb054. 00010000:00000010:1.1:1761122777.129828:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0510f4a. 00010000:00000010:1.1:1761122777.129831:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092a54399. 00010000:00000010:1.1:1761122777.129833:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:1.1:1761122777.129838:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f613987. 00010000:00000010:1.1:1761122777.129841:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:1.1:1761122777.129844:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e08614da. 00010000:00000010:1.1:1761122777.129846:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122777.130073:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034f4a247. 00010000:00000010:1.1:1761122777.130077:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:1.1:1761122777.130080:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a296895. 00010000:00000010:1.1:1761122777.130084:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3f00c8. 00010000:00000010:1.1:1761122777.130087:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016ac76f4. 00010000:00000010:1.1:1761122777.130090:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:1.1:1761122777.130092:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb44838a. 00010000:00000010:1.1:1761122777.130095:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:1.1:1761122777.130097:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000714a9a76. 00010000:00000010:1.1:1761122777.130100:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122777.130102:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0be6601. 00010000:00000010:1.1:1761122777.130105:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:1.1:1761122777.130107:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000353ef2e1. 00010000:00000010:1.1:1761122777.130111:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9c84a4. 00010000:00000010:1.1:1761122777.130114:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfad3374. 00010000:00000010:1.1:1761122777.130117:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb67c12a. 00010000:00000010:1.1:1761122777.130119:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057ae7d75. 00010000:00000010:1.1:1761122777.130122:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb42c17. 00010000:00000010:3.1:1761122777.134755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091127894. 00010000:00000010:1.1:1761122777.134971:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab4b5845. 00010000:00000010:1.1:1761122777.134980:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:1.1:1761122777.134983:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001246c4b3. 00010000:00000010:1.1:1761122777.134986:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051664ce9. 00010000:00000010:1.1:1761122777.134988:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf16326. 00010000:00000010:1.1:1761122777.134991:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:1.1:1761122777.134993:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cc6b0c6. 00010000:00000010:1.1:1761122777.134997:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b4d033. 00010000:00000010:1.1:1761122777.134999:0:78505:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d344ce. 00010000:00000010:1.1:1761122777.135003:0:78505:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096334981. 00010000:00000010:1.1:1761122777.135042:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b856b4f1. 00010000:00000010:1.1:1761122777.135047:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:1.1:1761122777.135049:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051af74df. 00010000:00000010:1.1:1761122777.135052:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439d1094. 00010000:00000010:1.1:1761122777.135054:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe55bd34. 00010000:00000010:1.1:1761122777.135057:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ac8827. 00010000:00000010:1.1:1761122777.135059:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008303d1be. 00010000:00000010:1.1:1761122777.135062:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089751d9c. 00010000:00000010:1.1:1761122777.135064:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca6d78c0. 00010000:00000010:1.1:1761122777.135067:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:1.1:1761122777.135071:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afaa798e. 00010000:00000010:1.1:1761122777.135074:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816f42ab. 00010000:00000010:1.1:1761122777.135076:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae450bdb. 00010000:00000010:1.1:1761122777.135078:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eee6c429. 00010000:00000010:0.1:1761122777.136860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f7e842d. 00010000:00000010:0.1:1761122777.136873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000401211f7. 00010000:00000010:2.1:1761122777.138700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018fafb44. 00010000:00000010:2.1:1761122777.138715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8295805. 00010000:00000010:2.1:1761122777.138719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:1.1:1761122777.151955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6c25d24. 00010000:00000010:0.1:1761122777.163702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122777.163719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b21b613. 00010000:00000010:0.1:1761122777.163725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122777.163728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:2.1:1761122777.171712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000421e510. 00010000:00000010:3.1:1761122777.201705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000076e321. 00010000:00000010:3.1:1761122777.201720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:1.1:1761122777.210880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038173c9b. 00010000:00000010:1.1:1761122777.210888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122777.211716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c7f9138. 00010000:00000010:2.1:1761122777.216801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff9f2e98. 00010000:00000010:3.1:1761122777.217197:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f1cb35. 00010000:00000010:3.1:1761122777.217207:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eee6c429. 00010000:00000010:1.1:1761122777.224681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e290e616. 00010000:00000010:2.1:1761122777.224691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9da33c6. 00010000:00000010:2.1:1761122777.224703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:0.1:1761122777.234704:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fee4133. 00010000:00000010:2.1:1761122777.235511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aab29267. 00010000:00000010:2.1:1761122777.235519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.1:1761122777.235523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd8941. 00010000:00000010:2.1:1761122777.235526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00010000:00000010:0.1:1761122777.248817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090dc9089. 00010000:00000010:3.1:1761122777.248944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a663cd2. 00010000:00000010:3.1:1761122777.248951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338f9615. 00010000:00000010:3.1:1761122777.254421:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d039cee2. 00010000:00000010:3.1:1761122777.254429:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.1:1761122777.255983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc0ee25. 00010000:00000010:0.1:1761122777.258740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fc8679a. 00010000:00000010:3.1:1761122777.260941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a911fd. 00010000:00000010:3.1:1761122777.260950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:0.1:1761122777.266680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000200ee061. 00010000:00000010:3.1:1761122777.268731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000183d11ab. 00010000:00000010:3.1:1761122777.268739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.1:1761122777.271676:0:78509:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a5847d1. 00010000:00000010:3.1:1761122777.271706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cd29ce9. 00010000:00000010:3.1:1761122777.271771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122777.275706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad2b32f. 00010000:00000010:3.1:1761122777.278785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041fa7158. 00010000:00000010:3.1:1761122777.278797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122777.280685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d4cf998. 00010000:00000010:3.1:1761122777.280693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:0.1:1761122777.280747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e5ec9dd. 00010000:00000010:2.1:1761122777.292226:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047c0bf55. 00010000:00000010:1.1:1761122777.294756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a16200a5. 00010000:00000010:1.1:1761122777.294766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:0.1:1761122777.302958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a730b6e3. 00010000:00000010:1.1:1761122777.306255:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e78ee25. 00010000:00000010:1.1:1761122777.306265:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816f42ab. 00010000:00000010:1.1:1761122777.317697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2e6c214. 00010000:00000010:1.1:1761122777.317707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:2.1:1761122777.317755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000991f4b9a. 00010000:00000010:0.1:1761122777.322702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002180c37b. 00010000:00000010:3.1:1761122777.328601:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5e8136. 00010000:00000010:3.1:1761122777.328612:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089751d9c. 00010000:00000010:3.1:1761122777.328617:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122777.328620:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.1:1761122777.335738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007853ba4e. 00010000:00000010:1.1:1761122777.335748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f8c3e37. 00010000:00000010:1.1:1761122777.335751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:1.1:1761122777.343686:0:78512:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000d76b78. 00010000:00000010:1.1:1761122777.343696:0:78512:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046ed8ccb. 00010000:00000010:1.1:1761122777.343699:0:78512:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:2.1:1761122777.352841:0:78513:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098cc24b6. 00010000:00000010:2.1:1761122777.357088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebdb0e16. 00010000:00000010:2.1:1761122777.357099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816f42ab. 00010000:00000010:2.1:1761122777.357104:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca15c7b. 00010000:00000010:2.1:1761122777.357108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584f919c. 00010000:00000010:2.1:1761122777.357112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00010000:00000010:3.1:1761122777.360904:0:78514:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f647c30d. 00010000:00000010:3.1:1761122777.360916:0:78514:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:1.1:1761122777.361049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e22b02c. 00010000:00000010:2.1:1761122777.363128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d93d1fe. 00010000:00000010:1.1:1761122777.364245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dd18ec0. 00010000:00000010:1.1:1761122777.364254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:2.1:1761122777.368695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002142a693. 00010000:00000010:3.1:1761122777.369083:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2904d33. 00010000:00000010:3.1:1761122777.369089:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:2.1:1761122777.377529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a17f6f2. 00010000:00000010:2.1:1761122777.377538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:0.1:1761122777.378701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021d07c94. 00010000:00000010:0.1:1761122777.393738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a30fb7f7. 00010000:00000010:0.1:1761122777.393754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc1a5c30. 00010000:00000010:3.1:1761122777.394710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00010000:00000010:3.1:1761122777.401199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084e1d47. 00010000:00000010:3.1:1761122777.401206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:0.1:1761122777.401962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5dd8b26. 00010000:00000010:1.1:1761122777.404870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fd33b7f. 00010000:00000010:3.1:1761122777.406341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0c59005. 00010000:00000010:3.1:1761122777.406351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122777.409884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122777.409891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:0.1:1761122777.419691:0:64814:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcbd0ba9. 00010000:00000010:3.1:1761122777.423909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5f63260. 00010000:00000010:3.1:1761122777.423920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:0.1:1761122777.426751:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000760cde12. 00010000:00000010:2.1:1761122777.427130:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9f3335. 00010000:00000010:2.1:1761122777.427136:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122777.431819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfbf298c. 00010000:00000010:0.1:1761122777.434810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c16ff335. 00010000:00000010:0.1:1761122777.434820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051964d56. 00010000:00000010:2.1:1761122777.439674:0:1370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009b58fec. 00010000:00000010:0.1:1761122777.443034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c5021ee. 00010000:00000010:0.1:1761122777.443044:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122777.443049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122777.443053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:2.1:1761122777.447726:0:78517:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010170b3b. 00010000:00000010:1.1:1761122777.448017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de98ff07. 00010000:00000010:1.1:1761122777.448025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfeb2041. 00010000:00000010:0.1:1761122777.460697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a779c6bc. 00010000:00000010:0.1:1761122777.460710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ac8827. 00010000:00000010:1.1:1761122777.460922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000201dce9. 00010000:00000010:1.1:1761122777.470768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8cb9746. 00010000:00000010:1.1:1761122777.470783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027c60113. 00010000:00000010:1.1:1761122777.470789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:2.1:1761122777.483908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d19dd26. 00010000:00000010:1.1:1761122777.484098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085cd8aa9. 00010000:00000010:1.1:1761122777.484105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439d1094. 00010000:00000010:1.1:1761122777.488677:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007570fb59. 00010000:00000010:1.1:1761122777.488682:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:2.1:1761122777.488905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a2332b8. 00010000:00000010:1.1:1761122777.495696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d370c4a. 00010000:00000010:1.1:1761122777.495704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049e4c22a. 00010000:00000010:1.1:1761122777.495708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096334981. 00010000:00000010:3.1:1761122777.505369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c06bef31. 00010000:00000010:0.1:1761122777.515684:0:78524:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e66eda1. 00010000:00000010:1.1:1761122777.516785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007856a784. 00010000:00000010:1.1:1761122777.516793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:3.1:1761122777.519355:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb76a3e0. 00010000:00000010:3.1:1761122777.519365:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096334981. 00010000:00000010:2.1:1761122777.524343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078d3a911. 00010000:00000010:1.1:1761122777.532703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003dd5ec1. 00010000:00000010:1.1:1761122777.532714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:1.1:1761122777.547773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fb624c4. 00010000:00000010:1.1:1761122777.547782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011d2b307. 00010000:00000010:1.1:1761122777.547786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:3.1:1761122777.550691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2764b2a. 00010000:00000010:3.1:1761122777.550698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439d1094. 00010000:00000010:3.1:1761122777.550702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122777.550705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:0.1:1761122777.553740:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b86a71d. 00010000:00000010:0.1:1761122777.562711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa03d715. 00010000:00000010:0.1:1761122777.567675:0:78530:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb17c9b. 00010000:00000010:0.1:1761122777.567681:0:78530:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.1:1761122777.577695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb7522cb. 00010000:00000010:1.1:1761122777.579040:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98e334a. 00010000:00000010:1.1:1761122777.579048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:3.1:1761122777.591518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081876018. 00010000:00000010:3.1:1761122777.591532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:1.1:1761122777.596229:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef536465. 00010000:00000010:3.1:1761122777.601740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414c7ed8. 00010000:00000010:3.1:1761122777.601750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb96d80. 00010000:00000010:3.1:1761122777.601754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:0.1:1761122777.604192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b861faeb. 00010000:00000010:0.1:1761122777.604200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1ef496. 00010000:00000010:0.1:1761122777.604204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:0.1:1761122777.604208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122777.604211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:3.1:1761122777.605756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e875e5fd. 00010000:00000010:3.1:1761122777.605769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465d6eba. 00010000:00000010:3.1:1761122777.605772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ceb930. 00010000:00000010:0.1:1761122777.613697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8446d08. 00010000:00000010:1.1:1761122777.618706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da096d71. 00010000:00000010:1.1:1761122777.618722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:1.1:1761122777.634818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc62fbb2. 00010000:00000010:1.1:1761122777.634826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fb624c4. 00010000:00000010:2.1:1761122777.635039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a72096ca. 00010000:00000010:3.1:1761122777.639252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e29a636. 00010000:00000010:3.1:1761122777.640355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a6d7d11. 00010000:00000010:3.1:1761122777.640361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b4d033. 00010000:00000010:0.1:1761122777.652274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4738de. 00010000:00000010:0.1:1761122777.652282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e784f6. 00010000:00000010:0.1:1761122777.652286:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:0.1:1761122777.652291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122777.652294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:3.1:1761122777.670711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054e44f8c. 00010000:00000010:0.1:1761122777.670724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b9965b. 00010000:00000010:3.1:1761122777.670726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e3cfb1d. 00010000:00000010:0.1:1761122777.670734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fb624c4. 00010000:00000010:3.1:1761122777.670735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:1.1:1761122777.672700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3ece61. 00010000:00000010:1.1:1761122777.672707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.1:1761122777.672789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000470ad1a8. 00010000:00000010:3.1:1761122777.672795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7840441. 00010000:00000010:3.1:1761122777.674891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4e4087a. 00010000:00000010:2.1:1761122777.681794:0:78542:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cb107d. 00010000:00000010:2.1:1761122777.681806:0:78542:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:3.1:1761122777.693712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033671e35. 00010000:00000010:3.1:1761122777.693727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00010000:00000010:1.1:1761122777.697516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000757e073. 00010000:00000010:1.1:1761122777.697560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388247e0. 00010000:00000010:0.1:1761122777.700680:0:78543:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0abbdee. 00010000:00000010:0.1:1761122777.700698:0:78543:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122777.704016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000930199c2. 00010000:00000010:2.1:1761122777.704701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f324d8c9. 00010000:00000010:2.1:1761122777.704710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:2.1:1761122777.715718:0:78544:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001409a242. 00010000:00000010:2.1:1761122777.715730:0:78544:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:0.1:1761122777.719767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050775475. 00010000:00000010:2.1:1761122777.724701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007754e59. 00010000:00000010:2.1:1761122777.724709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00010000:00000010:0.1:1761122777.724890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030f63520. 00010000:00000010:2.1:1761122777.733686:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2bba9d. 00010000:00000010:2.1:1761122777.733696:0:78546:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e698d5e6. 00010000:00000010:2.1:1761122777.733699:0:78546:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:0.1:1761122777.745789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ac1fe65. 00010000:00000010:0.1:1761122777.745806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c3c938. 00010000:00000010:0.1:1761122777.745810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:0.1:1761122777.750105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020d61b05. 00010000:00000010:1.1:1761122777.750760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013834401. 00010000:00000010:1.1:1761122777.750769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095c2847a. 00010000:00000010:1.1:1761122777.769678:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000423ee0c1. 00010000:00000010:1.1:1761122777.769686:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dbd289e. 00010000:00000010:1.1:1761122777.769692:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:1.1:1761122777.774714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000924c0a6. 00010000:00000010:1.1:1761122777.774727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051664ce9. 00010000:00000010:3.1:1761122777.775534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0eda214. 00010000:00000010:3.1:1761122777.797716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ede4ec. 00010000:00000010:1.1:1761122777.802746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d8a6337. 00010000:00000010:1.1:1761122777.802758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:0.1:1761122777.806717:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094dc96b9. 00010000:00000010:0.1:1761122777.806725:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051664ce9. 00010000:00000010:1.1:1761122777.811822:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db13c4a3. 00010000:00000010:1.1:1761122777.815700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000089fe20d. 00010000:00000010:1.1:1761122777.815713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095c2847a. 00010000:00000010:0.1:1761122777.815786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d93834c. 00010000:00000010:1.1:1761122777.819693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055bc3fca. 00010000:00000010:1.1:1761122777.819701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a0d0db1. 00010000:00000010:1.1:1761122777.819705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:1.1:1761122777.830725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f248eaa0. 00010000:00000010:1.1:1761122777.830740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9fb5866. 00010000:00000010:1.1:1761122777.830744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:0.1:1761122777.835698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000304e35d3. 00010000:00000010:1.1:1761122777.842752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a3a6989. 00010000:00000010:1.1:1761122777.842766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:0.1:1761122777.847704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612cd048. 00010000:00000010:1.1:1761122777.851868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ecf070. 00010000:00000010:1.1:1761122777.851886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb42c17. 00010000:00000010:1.1:1761122777.866718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e42ecea3. 00010000:00000010:0.1:1761122777.870367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b48a433. 00010000:00000010:0.1:1761122777.870381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:3.1:1761122777.874713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001064823e. 00010000:00000010:3.1:1761122777.874732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:3.1:1761122777.874737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122777.874741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:1.1:1761122777.874786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f6959f. 00010000:00000010:3.1:1761122777.878764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003645e29d. 00010000:00000010:3.1:1761122777.878771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6c649f9. 00010000:00000010:3.1:1761122777.878774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:2.1:1761122777.883744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e360e2d4. 00010000:00000010:0.1:1761122777.891704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d9a26c. 00010000:00000010:0.1:1761122777.891714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:2.1:1761122777.894827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d059cb0. 00010000:00000010:0.1:1761122777.899743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7946a0d. 00010000:00000010:0.1:1761122777.899749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:1.1:1761122777.903725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed95d28b. 00010000:00000010:0.1:1761122777.912817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9a8a003. 00010000:00000010:0.1:1761122777.912827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:3.1:1761122777.916744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000748fb29e. 00010000:00000010:3.1:1761122777.916752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:1.1:1761122777.919779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edad3a3a. 00010000:00000010:1.1:1761122777.919788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f98c53d7. 00010000:00000010:1.1:1761122777.919792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ceb930. 00010000:00000010:1.1:1761122777.919795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98e334a. 00010000:00000010:1.1:1761122777.919798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb42c17. 00010000:00000010:1.1:1761122777.919800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0df8d3. 00010000:00000010:3.1:1761122777.924611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003720878c. 00010000:00000010:3.1:1761122777.924619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f95e670e. 00010000:00000010:3.1:1761122777.924623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122777.930386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3f50a4. 00010000:00000010:3.1:1761122777.930605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:1.1:1761122777.931144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9653f1. 00010000:00000010:1.1:1761122777.934699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f137ea9. 00010000:00000010:3.1:1761122777.934703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0acbe0a. 00010000:00000010:3.1:1761122777.934713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:0.1:1761122777.939701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4823717. 00010000:00000010:2.1:1761122777.943898:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468a6186. 00010000:00000010:2.1:1761122777.943909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041545034. 00010000:00000010:2.1:1761122777.943913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.1:1761122777.944440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd1b0d0f. 00010000:00000010:3.1:1761122777.944447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:2.1:1761122777.948695:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39bec11. 00010000:00000010:3.1:1761122777.952324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a64ccd2. 00010000:00000010:3.1:1761122777.952336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.1:1761122777.958890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2ed5965. 00010000:00000010:2.1:1761122777.958909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e091ab4e. 00010000:00000010:2.1:1761122777.958915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:1.1:1761122777.966745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004986b2d3. 00010000:00000010:2.1:1761122777.970702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a159fdab. 00010000:00000010:3.1:1761122777.970710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e432ef4. 00010000:00000010:3.1:1761122777.970715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.1:1761122777.970715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00010000:00000010:1.1:1761122777.971073:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002092ecc. 00010000:00000010:2.1:1761122777.974885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a57ff3b. 00010000:00000010:3.1:1761122777.975676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3689a3b. 00010000:00000010:3.1:1761122777.975684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122777.975690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122777.975693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:2.1:1761122777.980696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bec51b6. 00010000:00000010:3.1:1761122777.987713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004168f607. 00010000:00000010:3.1:1761122777.987723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:0.1:1761122777.988078:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f74df27d. 00010000:00000010:3.1:1761122777.990052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed96dc10. 00010000:00000010:3.1:1761122777.990060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122777.994304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee08923. 00010000:00000010:3.1:1761122777.994314:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:0.1:1761122778.000981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d4f7e60. 00010000:00000010:2.1:1761122778.003697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000892746ef. 00010000:00000010:3.1:1761122778.008165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028e4d5de. 00010000:00000010:3.1:1761122778.008188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:0.1:1761122778.010871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3bcf0a8. 00010000:00000010:3.1:1761122778.010886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002f1709f. 00010000:00000010:3.1:1761122778.010893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122778.010896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:3.1:1761122778.010899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:0.1:1761122778.014717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9f094b2. 00010000:00000010:3.1:1761122778.016930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc39af60. 00010000:00000010:3.1:1761122778.016943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:2.1:1761122778.025675:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009aa8066b. 00010000:00000010:3.1:1761122778.030733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c3b6694. 00010000:00000010:3.1:1761122778.031110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122778.035765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba3ee24b. 00010000:00000010:3.1:1761122778.037373:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002523c1d4. 00010000:00000010:3.1:1761122778.037381:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122778.047125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165fd232. 00010000:00000010:3.1:1761122778.047137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b042c3. 00010000:00000010:3.1:1761122778.047142:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:1.1:1761122778.050329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dc14111. 00010000:00000010:3.1:1761122778.053816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000eaa8790. 00010000:00000010:3.1:1761122778.053823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122778.053830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32211e5. 00010000:00000010:3.1:1761122778.053833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:2.1:1761122778.057444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a6979d3. 00010000:00000010:1.1:1761122778.057908:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ccd87a. 00010000:00000010:2.1:1761122778.058023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.1:1761122778.065287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f009f30f. 00010000:00000010:3.1:1761122778.065298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00010000:00000010:1.1:1761122778.065690:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd28d8f0. 00010000:00000010:3.1:1761122778.078200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f0e7bd0. 00010000:00000010:3.1:1761122778.078207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:1.1:1761122778.078852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050b17122. 00010000:00000010:1.1:1761122778.078860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc3adfe. 00010000:00000010:2.1:1761122778.079030:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d406ff83. 00010000:00000010:3.1:1761122778.082741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053ad695f. 00010000:00000010:3.1:1761122778.082749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122778.082754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000543b6a05. 00010000:00000010:3.1:1761122778.082757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.1:1761122778.082761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32211e5. 00010000:00000010:3.1:1761122778.082764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:0.1:1761122778.082801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b56ecc5. 00010000:00000010:2.1:1761122778.085695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055516090. 00010000:00000010:2.1:1761122778.085702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:1.1:1761122778.091691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c1095d3. 00010000:00000010:3.1:1761122778.091779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536cd286. 00010000:00000010:3.1:1761122778.091785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:1.1:1761122778.094684:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf5543dd. 00010000:00000010:0.1:1761122778.094806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1f0cac. 00010000:00000010:3.1:1761122778.095222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095051e94. 00010000:00000010:3.1:1761122778.095229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122778.097103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a30ff753. 00010000:00000010:3.1:1761122778.097110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.1:1761122778.101804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019517dac. 00010000:00000010:3.1:1761122778.101811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:0.1:1761122778.105382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00010000:00000010:3.1:1761122778.105687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32211e5. 00010000:00000010:3.1:1761122778.105693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:3.1:1761122778.110688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f70023d9. 00010000:00000010:3.1:1761122778.110697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:0.1:1761122778.114700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a91fcd65. 00010000:00000010:3.1:1761122778.114742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f824a0ff. 00010000:00000010:3.1:1761122778.114749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:1.1:1761122778.117895:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd101bd6. 00010000:00000010:2.1:1761122778.118005:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000894916b6. 00010000:00000010:2.1:1761122778.118012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:0.1:1761122778.119555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e7feee. 00010000:00000010:0.1:1761122778.119564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:3.1:1761122778.119934:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bde3ac2. 00010000:00000010:3.1:1761122778.119940:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:0.1:1761122778.126739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012f56fc8. 00010000:00000010:3.1:1761122778.130795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a98d0db0. 00010000:00000010:3.1:1761122778.130810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:2.1:1761122778.130972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c0a5ce5. 00010000:00000010:2.1:1761122778.130978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:0.1:1761122778.141539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e90f500. 00010000:00000010:3.1:1761122778.145698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056a80d97. 00010000:00000010:0.1:1761122778.149729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000760317f7. 00010000:00000010:0.1:1761122778.149747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00010000:00000010:2.1:1761122778.153762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012e8343e. 00010000:00000010:0.1:1761122778.154748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000446955f. 00010000:00000010:0.1:1761122778.154755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:3.1:1761122778.159690:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000772b5a47. 00010000:00000010:0.1:1761122778.163714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca631b24. 00010000:00000010:0.1:1761122778.163728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:3.1:1761122778.170099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003757c8b1. 00010000:00000010:0.1:1761122778.172695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdbe65a0. 00010000:00000010:0.1:1761122778.172701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:3.1:1761122778.172904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa6969d5. 00010000:00000010:0.1:1761122778.176869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fa187f4. 00010000:00000010:0.1:1761122778.177068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122778.177073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.177076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:2.1:1761122778.179771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d7c0ce. 00010000:00000010:2.1:1761122778.179778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122778.180296:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073374283. 00010000:00000010:2.1:1761122778.184692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008803e30c. 00010000:00000010:0.1:1761122778.187765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53f9294. 00010000:00000010:0.1:1761122778.187775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00010000:00000010:0.1:1761122778.192779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d2ecf8a. 00010000:00000010:0.1:1761122778.192786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b548d466. 00010000:00000010:0.1:1761122778.192790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122778.201864:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c6276e6. 00010000:00000010:0.1:1761122778.201873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:1.1:1761122778.206567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7f3261f. 00010000:00000010:3.1:1761122778.210694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081818b20. 00010000:00000010:0.1:1761122778.210694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ad82dbe. 00010000:00000010:0.1:1761122778.210707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122778.214689:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042820941. 00010000:00000010:0.1:1761122778.214699:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:1.1:1761122778.223693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a972b065. 00010000:00000010:1.1:1761122778.228143:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007514c6d1. 00010000:00000010:0.1:1761122778.229803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1149d4f. 00010000:00000010:0.1:1761122778.229816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:0.1:1761122778.232708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e27bc8. 00010000:00000010:1.1:1761122778.232814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006591fb7d. 00010000:00000010:0.1:1761122778.232819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3a1ee6. 00010000:00000010:0.1:1761122778.232828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122778.232833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000210d9cf5. 00010000:00000010:0.1:1761122778.232835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:1.1:1761122778.243629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009997bcf7. 00010000:00000010:0.1:1761122778.246823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000264ec35a. 00010000:00000010:0.1:1761122778.246828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122778.252738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000798984fb. 00010000:00000010:0.1:1761122778.252756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:1.1:1761122778.260701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dea3b4d. 00010000:00000010:1.1:1761122778.264833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b227d0d2. 00010000:00000010:0.1:1761122778.269861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003887dc4a. 00010000:00000010:0.1:1761122778.269869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122778.279745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f34d0d4f. 00010000:00000010:0.1:1761122778.279761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:1.1:1761122778.288691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7048ee5. 00010000:00000010:3.1:1761122778.290730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062829bc6. 00010000:00000010:0.1:1761122778.290780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059edb903. 00010000:00000010:0.1:1761122778.290786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:1.1:1761122778.291712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3e0f74. 00010000:00000010:1.1:1761122778.294340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7238599. 00010000:00000010:0.1:1761122778.294771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033d164ab. 00010000:00000010:0.1:1761122778.294777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122778.294781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f645e47. 00010000:00000010:0.1:1761122778.294784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122778.302823:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000241d8b6e. 00010000:00000010:0.1:1761122778.302830:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:0.1:1761122778.302846:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.302851:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:1.1:1761122778.304710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9d86d2. 00010000:00000010:2.1:1761122778.304814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000768a4d1c. 00010000:00000010:2.1:1761122778.304821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfeb2041. 00010000:00000010:0.1:1761122778.308704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c3ea511. 00010000:00000010:0.1:1761122778.308714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ff13db. 00010000:00000010:0.1:1761122778.308718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00010000:00000010:1.1:1761122778.310716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3519a99. 00010000:00000010:1.1:1761122778.312703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb67932d. 00010000:00000010:0.1:1761122778.312873:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f71267fd. 00010000:00000010:0.1:1761122778.312880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:1.1:1761122778.317738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071c4ca5e. 00010000:00000010:2.1:1761122778.317783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f14986a1. 00010000:00000010:2.1:1761122778.317791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:0.1:1761122778.323779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006695506. 00010000:00000010:0.1:1761122778.331695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a34a225. 00010000:00000010:2.1:1761122778.331742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002625c414. 00010000:00000010:2.1:1761122778.331747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dafd8a. 00010000:00000010:0.1:1761122778.335124:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a9dcf5. 00010000:00000010:2.1:1761122778.335782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f392c37. 00010000:00000010:2.1:1761122778.335790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.1:1761122778.343677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51a1c42. 00010000:00000010:2.1:1761122778.343685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:1.1:1761122778.343692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c77c705. 00010000:00000010:2.1:1761122778.347743:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043bf379d. 00010000:00000010:2.1:1761122778.347755:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00010000:00000010:0.1:1761122778.351824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000424dc144. 00010000:00000010:0.1:1761122778.351844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd5e7a6d. 00010000:00000010:0.1:1761122778.351848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dafd8a. 00010000:00000010:1.1:1761122778.362834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a8f1c6. 00010000:00000010:0.1:1761122778.364211:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003aebe66f. 00010000:00000010:0.1:1761122778.364219:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:3.1:1761122778.367980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b70df1b0. 00010000:00000010:0.1:1761122778.368774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050dc9072. 00010000:00000010:0.1:1761122778.368783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122778.368789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.368795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122778.368800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad45297f. 00010000:00000010:0.1:1761122778.368805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:1.1:1761122778.372818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deae96b6. 00010000:00000010:1.1:1761122778.372833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d20ef53. 00010000:00000010:0.1:1761122778.373123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c5b21ee. 00010000:00000010:0.1:1761122778.373129:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122778.387015:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccdac1e9. 00010000:00000010:0.1:1761122778.387030:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122778.390696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ea2716e. 00010000:00000010:0.1:1761122778.394191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002647c367. 00010000:00000010:0.1:1761122778.394199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122778.394204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a043a9f. 00010000:00000010:0.1:1761122778.394207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122778.394210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.394213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122778.394965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e033022a. 00010000:00000010:1.1:1761122778.394972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000abffa66. 00010000:00000010:0.1:1761122778.401970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7c4646d. 00010000:00000010:0.1:1761122778.402182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:1.1:1761122778.406692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006cbf841. 00010000:00000010:2.1:1761122778.406704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000162c23ce. 00010000:00000010:0.1:1761122778.411412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7a9f607. 00010000:00000010:0.1:1761122778.411424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:2.1:1761122778.411704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ee4f338. 00010000:00000010:2.1:1761122778.415808:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ba73ec0. 00010000:00000010:0.1:1761122778.415945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076d12431. 00010000:00000010:0.1:1761122778.415954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122778.420711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b51d18fb. 00010000:00000010:0.1:1761122778.420720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:2.1:1761122778.426824:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c36ebb. 00010000:00000010:0.1:1761122778.437746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae74c08. 00010000:00000010:0.1:1761122778.437753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122778.437757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.437761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:2.1:1761122778.438784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dc497fe. 00010000:00000010:0.1:1761122778.462041:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c47db843. 00010000:00000010:0.1:1761122778.462049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122778.464842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001df15eca. 00010000:00000010:1.1:1761122778.464853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:1.1:1761122778.464860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed45776. 00010000:00000010:1.1:1761122778.464865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aeb42c17. 00010000:00000010:1.1:1761122778.464868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043b29c22. 00010000:00000010:1.1:1761122778.464872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb67c12a. 00010000:00000010:1.1:1761122778.464874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135010de. 00010000:00000010:1.1:1761122778.464878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051496796. 00010000:00000010:1.1:1761122778.464880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef98e762. 00010000:00000010:1.1:1761122778.464882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f820f1b. 00010000:00000010:1.1:1761122778.464884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee913b0. 00010000:00000010:1.1:1761122778.464887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be59149. 00010000:00000010:1.1:1761122778.464889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7acf4c7. 00010000:00000010:1.1:1761122778.464891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051664ce9. 00010000:00000010:1.1:1761122778.464894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f45417bf. 00010000:00000010:1.1:1761122778.464896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fb624c4. 00010000:00000010:1.1:1761122778.464899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000014414b5. 00010000:00000010:1.1:1761122778.464901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4b4d033. 00010000:00000010:1.1:1761122778.464903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c8ec4. 00010000:00000010:1.1:1761122778.464907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008796a5d6. 00010000:00000010:1.1:1761122778.464909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ef81eed. 00010000:00000010:1.1:1761122778.464913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000439d1094. 00010000:00000010:1.1:1761122778.464917:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085a91445. 00010000:00000010:1.1:1761122778.464920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096334981. 00010000:00000010:1.1:1761122778.464922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060ac58e2. 00010000:00000010:1.1:1761122778.464924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016ac8827. 00010000:00000010:1.1:1761122778.464926:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b42cebb6. 00010000:00000010:1.1:1761122778.464934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005297e9dd. 00010000:00000010:1.1:1761122778.464936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c2001bd. 00010000:00000010:1.1:1761122778.464939:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000816f42ab. 00010000:00000010:1.1:1761122778.464941:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4d0fb8d. 00010000:00000010:1.1:1761122778.464943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089751d9c. 00010000:00000010:1.1:1761122778.464944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092e92eb6. 00010000:00000010:1.1:1761122778.464947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eee6c429. 00010000:00000010:1.1:1761122778.464949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec567c97. 00010000:00000010:1.1:1761122778.464951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000421e510. 00010000:00000010:1.1:1761122778.464952:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c78d7c8d. 00010000:00000010:1.1:1761122778.464955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000401211f7. 00010000:00000010:1.1:1761122778.464957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fd5c6e. 00010000:00000010:1.1:1761122778.464961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9c84a4. 00010000:00000010:1.1:1761122778.464965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bc24e67. 00010000:00000010:1.1:1761122778.464970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fe600c6. 00010000:00000010:1.1:1761122778.464975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a80dedb0. 00010000:00000010:2.1:1761122778.464980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a175758. 00010000:00000010:1.1:1761122778.464981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022556026. 00010000:00000010:1.1:1761122778.464990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d98e334a. 00010000:00000010:1.1:1761122778.464995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f644ad43. 00010000:00000010:1.1:1761122778.464998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000861cd827. 00010000:00000010:1.1:1761122778.465001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ddd247c. 00010000:00000010:1.1:1761122778.465003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5bf1353. 00010000:00000010:1.1:1761122778.465005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa3f00c8. 00010000:00000010:1.1:1761122778.465007:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001490dc9e. 00010000:00000010:1.1:1761122778.465010:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000425fd79. 00010000:00000010:1.1:1761122778.465013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcd5da81. 00010000:00000010:1.1:1761122778.465015:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011474a30. 00010000:00000010:1.1:1761122778.465017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c3759f. 00010000:00000010:1.1:1761122778.465019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca085dd. 00010000:00000010:1.1:1761122778.465022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044dd7056. 00010000:00000010:1.1:1761122778.465024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325460c9. 00010000:00000010:1.1:1761122778.465026:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b274c5f8. 00010000:00000010:1.1:1761122778.465028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0510f4a. 00010000:00000010:1.1:1761122778.465030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014579cab. 00010000:00000010:1.1:1761122778.465032:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000394b8302. 00010000:00000010:1.1:1761122778.465034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014a05743. 00010000:00000010:1.1:1761122778.465037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cc70ffa. 00010000:00000010:1.1:1761122778.465039:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047eb0c39. 00010000:00000010:1.1:1761122778.465041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e50d616. 00010000:00000010:1.1:1761122778.465045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6e11f80. 00010000:00000010:1.1:1761122778.465048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077304fc3. 00010000:00000010:1.1:1761122778.465050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dec0bcf7. 00010000:00000010:1.1:1761122778.465052:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085106ef7. 00010000:00000010:1.1:1761122778.465055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a9d205e. 00010000:00000010:1.1:1761122778.465057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824ca5e7. 00010000:00000010:1.1:1761122778.465060:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af4d3b26. 00010000:00000010:1.1:1761122778.465062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4341a81. 00010000:00000010:1.1:1761122778.465064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000368da188. 00010000:00000010:1.1:1761122778.465067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ae6ce23. 00010000:00000010:1.1:1761122778.465068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006648118c. 00010000:00000010:1.1:1761122778.465071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c87656. 00010000:00000010:1.1:1761122778.465073:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004156eedb. 00010000:00000010:1.1:1761122778.465076:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed95d28b. 00010000:00000010:1.1:1761122778.465079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c92238c3. 00010000:00000010:1.1:1761122778.465082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d059cb0. 00010000:00000010:1.1:1761122778.465084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae84d04. 00010000:00000010:1.1:1761122778.465088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084b3afcf. 00010000:00000010:1.1:1761122778.465090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d8c1817. 00010000:00000010:1.1:1761122778.465093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071d24e03. 00010000:00000010:1.1:1761122778.465098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ac15a2. 00010000:00000010:1.1:1761122778.465100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007859c65e. 00010000:00000010:1.1:1761122778.465103:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2727037. 00010000:00000010:1.1:1761122778.465105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbfd98c. 00010000:00000010:1.1:1761122778.465108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000468d67df. 00010000:00000010:1.1:1761122778.465110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009704f10. 00010000:00000010:1.1:1761122778.465112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e18b0a4. 00010000:00000010:1.1:1761122778.465115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000568ac5df. 00010000:00000010:1.1:1761122778.465117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000349a171. 00010000:00000010:1.1:1761122778.465120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a45aa2a. 00010000:00000010:1.1:1761122778.465123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0e5a61b. 00010000:00000010:1.1:1761122778.465125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0c2b2e6. 00010000:00000010:1.1:1761122778.465127:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a2d5d8a. 00010000:00000010:1.1:1761122778.465130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad70f266. 00010000:00000010:1.1:1761122778.465132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc69a087. 00010000:00000010:1.1:1761122778.465134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b766cd0e. 00010000:00000010:1.1:1761122778.465137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000557106aa. 00010000:00000010:1.1:1761122778.465139:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003204864b. 00010000:00000010:1.1:1761122778.465143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0c59005. 00010000:00000010:1.1:1761122778.465146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ef4dc6. 00010000:00000010:1.1:1761122778.465148:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008958204. 00010000:00000010:1.1:1761122778.465150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fa2f3b2. 00010000:00000010:1.1:1761122778.465152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002be6e8b9. 00010000:00000010:1.1:1761122778.465154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d12c0b. 00010000:00000010:1.1:1761122778.465156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000866959c4. 00010000:00000010:1.1:1761122778.465158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006a677f. 00010000:00000010:1.1:1761122778.465172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bc46585. 00010000:00000010:1.1:1761122778.465174:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090a4214d. 00010000:00000010:1.1:1761122778.465176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031710c99. 00010000:00000010:1.1:1761122778.465181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9e9d2fc. 00010000:00000010:1.1:1761122778.465183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a843054a. 00010000:00000010:1.1:1761122778.465186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e1c3212. 00010000:00000010:1.1:1761122778.465188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc476934. 00010000:00000010:1.1:1761122778.465190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ff4530c. 00010000:00000010:1.1:1761122778.465192:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2e7220e. 00010000:00000010:1.1:1761122778.465195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e47109a. 00010000:00000010:1.1:1761122778.465200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008f0b404. 00010000:00000010:1.1:1761122778.465202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c47c26. 00010000:00000010:1.1:1761122778.465204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000585b47c4. 00010000:00000010:1.1:1761122778.465207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d070ef94. 00010000:00000010:1.1:1761122778.465210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c74ce048. 00010000:00000010:1.1:1761122778.465212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000137b29d1. 00010000:00000010:1.1:1761122778.465214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048eaee9d. 00010000:00000010:1.1:1761122778.465216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d320f3c. 00010000:00000010:1.1:1761122778.465219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61325cc. 00010000:00000010:1.1:1761122778.465221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000535740ab. 00010000:00000010:1.1:1761122778.465223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f6ac49e. 00010000:00000010:1.1:1761122778.465226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030cc2e8d. 00010000:00000010:1.1:1761122778.465228:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f9dea4d. 00010000:00000010:1.1:1761122778.465231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cd7297b. 00010000:00000010:1.1:1761122778.465233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3894e9. 00010000:00000010:1.1:1761122778.465236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f6d4ebe. 00010000:00000010:1.1:1761122778.465238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000666b6b8e. 00010000:00000010:1.1:1761122778.465241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b42933b0. 00010000:00000010:1.1:1761122778.465243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd883db3. 00010000:00000010:1.1:1761122778.465245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018afde4a. 00010000:00000010:1.1:1761122778.465248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d85893. 00010000:00000010:1.1:1761122778.465250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409cc1eb. 00010000:00000010:1.1:1761122778.465254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f647c30d. 00010000:00000010:1.1:1761122778.465270:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0f8d5a2. 00010000:00000010:1.1:1761122778.465274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658846f9. 00010000:00000010:1.1:1761122778.465278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49716d5. 00010000:00000010:1.1:1761122778.465281:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aba5dfc. 00010000:00000010:1.1:1761122778.465284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ce518f6. 00010000:00000010:1.1:1761122778.465287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba44aba. 00010000:00000010:1.1:1761122778.465290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cab2734. 00010000:00000010:1.1:1761122778.465292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b3ec3f9. 00010000:00000010:1.1:1761122778.465294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bba22c0d. 00010000:00000010:1.1:1761122778.465297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056147021. 00010000:00000010:1.1:1761122778.465300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015a131cd. 00010000:00000010:1.1:1761122778.465304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039691b85. 00010000:00000010:1.1:1761122778.465307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007829cad3. 00010000:00000010:1.1:1761122778.465309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000985ac67c. 00010000:00000010:1.1:1761122778.465312:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050db269f. 00010000:00000010:1.1:1761122778.465314:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099d712b2. 00010000:00000010:1.1:1761122778.465316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ef4a628. 00010000:00000010:1.1:1761122778.465318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bb2f129. 00010000:00000010:1.1:1761122778.465321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0912970. 00010000:00000010:1.1:1761122778.465324:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebdb0e16. 00010000:00000010:1.1:1761122778.465327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aadcadf2. 00010000:00000010:1.1:1761122778.465330:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046ed8ccb. 00010000:00000010:1.1:1761122778.465332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a8d092. 00010000:00000010:1.1:1761122778.465334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d049cd13. 00010000:00000010:1.1:1761122778.465336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000906a2247. 00010000:00000010:1.1:1761122778.465338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000934f6cec. 00010000:00000010:1.1:1761122778.465340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000405ee076. 00010000:00000010:1.1:1761122778.465342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008dfb7044. 00010000:00000010:1.1:1761122778.465344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000360f5c7a. 00010000:00000010:1.1:1761122778.465346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b281e533. 00010000:00000010:1.1:1761122778.465348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d40a4da. 00010000:00000010:1.1:1761122778.465350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce3dc11. 00010000:00000010:1.1:1761122778.465352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3117733. 00010000:00000010:1.1:1761122778.465354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb0027f. 00010000:00000010:1.1:1761122778.465357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ac89f5. 00010000:00000010:1.1:1761122778.465359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077ec50db. 00010000:00000010:1.1:1761122778.465362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072a7802d. 00010000:00000010:1.1:1761122778.465363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b0d42e5. 00010000:00000010:1.1:1761122778.465367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3e7feee. 00010000:00000010:1.1:1761122778.465369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000497bae24. 00010000:00000010:1.1:1761122778.465372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de100e84. 00010000:00000010:1.1:1761122778.465374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a78d41e. 00010000:00000010:1.1:1761122778.465376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aea46e5c. 00010000:00000010:1.1:1761122778.465380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012440135. 00010000:00000010:1.1:1761122778.465382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000531806bf. 00010000:00000010:1.1:1761122778.465384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000609673de. 00010000:00000010:1.1:1761122778.465387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099dde4d. 00010000:00000010:1.1:1761122778.465388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000854ba53a. 00010000:00000010:1.1:1761122778.465391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee4fa211. 00010000:00000010:1.1:1761122778.465393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c88c4bfd. 00010000:00000010:1.1:1761122778.465396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb8c10a2. 00010000:00000010:1.1:1761122778.465398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba560ea8. 00010000:00000010:1.1:1761122778.465400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004591c646. 00010000:00000010:1.1:1761122778.465402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cd32d04. 00010000:00000010:1.1:1761122778.465405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b652c80e. 00010000:00000010:1.1:1761122778.465407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056bf4b8a. 00010000:00000010:1.1:1761122778.465409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002baf7101. 00010000:00000010:1.1:1761122778.465411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000820e56e4. 00010000:00000010:1.1:1761122778.465414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b51efe8c. 00010000:00000010:1.1:1761122778.465415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5cd0918. 00010000:00000010:1.1:1761122778.465418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000675c0d2b. 00010000:00000010:1.1:1761122778.465420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f0f5d6f. 00010000:00000010:1.1:1761122778.465422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000220ffaaa. 00010000:00000010:1.1:1761122778.465426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae74c08. 00010000:00000010:1.1:1761122778.465428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab582bea. 00010000:00000010:1.1:1761122778.465431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9b58de. 00010000:00000010:1.1:1761122778.465434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e44de6a0. 00010000:00000010:1.1:1761122778.465436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563bf1f0. 00010000:00000010:1.1:1761122778.465438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000263ef950. 00010000:00000010:1.1:1761122778.465440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b855a1a1. 00010000:00000010:1.1:1761122778.465444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f406174. 00010000:00000010:1.1:1761122778.465448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a9de67. 00010000:00000010:1.1:1761122778.465451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a21de6b4. 00010000:00000010:1.1:1761122778.465454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055144775. 00010000:00000010:1.1:1761122778.465457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d8569ef. 00010000:00000010:1.1:1761122778.465459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002503a68e. 00010000:00000010:1.1:1761122778.465462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1e697dd. 00010000:00000010:1.1:1761122778.465465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1eac77. 00010000:00000010:1.1:1761122778.465467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a95ca92. 00010000:00000010:1.1:1761122778.465470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076c14fd6. 00010000:00000010:1.1:1761122778.465473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000195e9788. 00010000:00000010:1.1:1761122778.465475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4816632. 00010000:00000010:1.1:1761122778.465478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1dfa183. 00010000:00000010:1.1:1761122778.465480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c3c7782. 00010000:00000010:1.1:1761122778.465482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000104832e7. 00010000:00000010:1.1:1761122778.465484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb510d48. 00010000:00000010:1.1:1761122778.465486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48ce96c. 00010000:00000010:1.1:1761122778.465487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002330360. 00010000:00000010:1.1:1761122778.465489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f3bc0c. 00010000:00000010:1.1:1761122778.465493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e784f6. 00010000:00000010:1.1:1761122778.465495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006100e584. 00010000:00000010:1.1:1761122778.465496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8a66fd. 00010000:00000010:1.1:1761122778.465498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d798a7. 00010000:00000010:1.1:1761122778.465500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ace8ce3a. 00010000:00000010:1.1:1761122778.465502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4500c3. 00010000:00000010:1.1:1761122778.465503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef5e3849. 00010000:00000010:1.1:1761122778.465505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002cf57860. 00010000:00000010:1.1:1761122778.465506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000671f6ddf. 00010000:00000010:1.1:1761122778.465509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f8bb804. 00010000:00000010:1.1:1761122778.465511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff22a029. 00010000:00000010:1.1:1761122778.465513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009bbadf0. 00010000:00000010:1.1:1761122778.465514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0cb2184. 00010000:00000010:1.1:1761122778.465516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000931f42c8. 00010000:00000010:1.1:1761122778.465518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c74a3e. 00010000:00000010:1.1:1761122778.465520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a8f2b3. 00010000:00000010:1.1:1761122778.465521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b506ce47. 00010000:00000010:1.1:1761122778.465523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7cc173. 00010000:00000010:1.1:1761122778.465525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af937710. 00010000:00000010:1.1:1761122778.465526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020656fbf. 00010000:00000010:1.1:1761122778.465528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c56932e. 00010000:00000010:1.1:1761122778.465529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b2a1d7. 00010000:00000010:1.1:1761122778.465530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000757145d. 00010000:00000010:1.1:1761122778.465532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea0c64b0. 00010000:00000010:1.1:1761122778.465533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021e0d038. 00010000:00000010:1.1:1761122778.465534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a18952c. 00010000:00000010:1.1:1761122778.465536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1cc017. 00010000:00000010:1.1:1761122778.465537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b56300af. 00010000:00000010:1.1:1761122778.465541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d1ef496. 00010000:00000010:1.1:1761122778.465551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000abffa66. 00010000:00000010:1.1:1761122778.465554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079c1c26a. 00010000:00000010:1.1:1761122778.465556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007514c6d1. 00010000:00000010:1.1:1761122778.465559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039a05ffe. 00010000:00000010:1.1:1761122778.465562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a084629d. 00010000:00000010:1.1:1761122778.465565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000034f97a9. 00010000:00000010:1.1:1761122778.465567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052acaed8. 00010000:00000010:1.1:1761122778.465569:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e4ac84f. 00010000:00000010:1.1:1761122778.465571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019ccd3f6. 00010000:00000010:1.1:1761122778.465573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8c4b3e5. 00010000:00000010:1.1:1761122778.465576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000927c2f3b. 00010000:00000010:1.1:1761122778.465579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000648e8a5e. 00010000:00000010:1.1:1761122778.465582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087e4f9a7. 00010000:00000010:1.1:1761122778.465584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000287365d4. 00010000:00000010:1.1:1761122778.465587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8ebf8ab. 00010000:00000010:1.1:1761122778.465590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a344ca2. 00010000:00000010:1.1:1761122778.465592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000756ccc80. 00010000:00000010:1.1:1761122778.465594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b82ad6. 00010000:00000010:1.1:1761122778.465597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088e43e31. 00010000:00000010:1.1:1761122778.465600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abb17c9b. 00010000:00000010:1.1:1761122778.465602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000288c85fa. 00010000:00000010:1.1:1761122778.465604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000622ab2a. 00010000:00000010:1.1:1761122778.465606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086064eba. 00010000:00000010:1.1:1761122778.465608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fc8bd93. 00010000:00000010:1.1:1761122778.465611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:1.1:1761122778.465613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f674964. 00010000:00000010:1.1:1761122778.465615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:1.1:1761122778.465617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb58d18. 00010000:00000010:1.1:1761122778.465619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:1.1:1761122778.465622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4302313. 00010000:00000010:1.1:1761122778.465625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013448422. 00010000:00000010:1.1:1761122778.465627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098cdb1d4. 00010000:00000010:1.1:1761122778.465630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6d47f4. 00010000:00000010:1.1:1761122778.465632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046976f44. 00010000:00000010:1.1:1761122778.465634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:1.1:1761122778.465638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081876018. 00010000:00000010:1.1:1761122778.465643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9a1a75. 00010000:00000010:1.1:1761122778.465646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c03b3c8. 00010000:00000010:1.1:1761122778.465648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a08b9b82. 00010000:00000010:1.1:1761122778.465650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f90271. 00010000:00000010:1.1:1761122778.465653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3c0591e. 00010000:00000010:1.1:1761122778.465674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006aee85c6. 00010000:00000010:1.1:1761122778.465678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005943c30. 00010000:00000010:1.1:1761122778.465680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd3c51e5. 00010000:00000010:1.1:1761122778.465684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfdec1c9. 00010000:00000010:1.1:1761122778.465686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000300c82c7. 00010000:00000010:1.1:1761122778.465689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024b02151. 00010000:00000010:1.1:1761122778.465691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e85e136c. 00010000:00000010:1.1:1761122778.465694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005c7ec7f. 00010000:00000010:1.1:1761122778.465696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008429098f. 00010000:00000010:1.1:1761122778.465699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f17b74d. 00010000:00000010:1.1:1761122778.465701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034dc19df. 00010000:00000010:1.1:1761122778.465704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e1304e6. 00010000:00000010:1.1:1761122778.465706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ebc482b. 00010000:00000010:1.1:1761122778.465708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000149291b2. 00010000:00000010:1.1:1761122778.465710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ef0edca. 00010000:00000010:1.1:1761122778.465712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1bff298. 00010000:00000010:1.1:1761122778.465716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2764b2a. 00010000:00000010:1.1:1761122778.465718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b8e7cb. 00010000:00000010:1.1:1761122778.465721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d548f979. 00010000:00000010:1.1:1761122778.465723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074cbdca2. 00010000:00000010:1.1:1761122778.465726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b0c3e. 00010000:00000010:1.1:1761122778.465728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7c831bf. 00010000:00000010:1.1:1761122778.465731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001394a58. 00010000:00000010:1.1:1761122778.465733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000724b9cfc. 00010000:00000010:1.1:1761122778.465736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083958700. 00010000:00000010:1.1:1761122778.465739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078bf0471. 00010000:00000010:1.1:1761122778.465742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041c94176. 00010000:00000010:1.1:1761122778.465745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.1:1761122778.465748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fec253d8. 00010000:00000010:1.1:1761122778.465750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.1:1761122778.465752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007409c43b. 00010000:00000010:1.1:1761122778.465755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.1:1761122778.465757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b31134f. 00010000:00000010:1.1:1761122778.465759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00010000:00000010:1.1:1761122778.465761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008904b855. 00010000:00000010:1.1:1761122778.465764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.1:1761122778.465766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000488e6ea7. 00010000:00000010:1.1:1761122778.465769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:1.1:1761122778.465773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c78a338. 00010000:00000010:1.1:1761122778.465776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00010000:00000010:1.1:1761122778.465778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bd02bb. 00010000:00000010:1.1:1761122778.465781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.1:1761122778.465783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004894ad2f. 00010000:00000010:1.1:1761122778.465785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.1:1761122778.465787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcaccca3. 00010000:00000010:1.1:1761122778.465800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.1:1761122778.465803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033333d81. 00010000:00000010:1.1:1761122778.465806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.1:1761122778.465809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d97582. 00010000:00000010:1.1:1761122778.465811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00010000:00000010:1.1:1761122778.465813:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbb7432. 00010000:00000010:1.1:1761122778.465816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.1:1761122778.465818:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004db4c606. 00010000:00000010:1.1:1761122778.465820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc63999. 00010000:00000010:1.1:1761122778.465823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7516477. 00010000:00000010:1.1:1761122778.465825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.1:1761122778.465827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006763454b. 00010000:00000010:1.1:1761122778.465829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9875705. 00010000:00000010:1.1:1761122778.466059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9f3335. 00010000:00000010:1.1:1761122778.466063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df651cf. 00010000:00000010:1.1:1761122778.466065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c4fdc01. 00010000:00000010:1.1:1761122778.466068:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d618e9. 00010000:00000010:1.1:1761122778.466070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdfb1e03. 00010000:00000010:1.1:1761122778.466072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee10e71. 00010000:00000010:1.1:1761122778.466075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014ac63e2. 00010000:00000010:1.1:1761122778.466077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089006d0b. 00010000:00000010:1.1:1761122778.466079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e5f4e1. 00010000:00000010:1.1:1761122778.466082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080e758bd. 00010000:00000010:1.1:1761122778.466084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024d68741. 00010000:00000010:1.1:1761122778.466086:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d39dab. 00010000:00000010:1.1:1761122778.466088:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8d6b12c. 00010000:00000010:1.1:1761122778.466090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4a35ca. 00010000:00000010:1.1:1761122778.466092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005156246e. 00010000:00000010:1.1:1761122778.466094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5ebf89. 00010000:00000010:1.1:1761122778.466096:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122778.466098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:1.1:1761122778.472731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d82e79aa. 00010000:00000010:1.1:1761122778.472738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089730596. 00010000:00000010:2.1:1761122778.473725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009075d0ba. 00010000:00000010:1.1:1761122778.478092:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033acea5f. 00010000:00000010:1.1:1761122778.478101:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:2.1:1761122778.482747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dabc9c6b. 00010000:00000010:0.1:1761122778.489347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4dc0d4a. 00010000:00000010:1.1:1761122778.492105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f89024. 00010000:00000010:1.1:1761122778.492116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5ebf89. 00010000:00000010:1.1:1761122778.502785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5b25dd5. 00010000:00000010:1.1:1761122778.502796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:0.1:1761122778.506709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afb2fb9e. 00010000:00000010:2.1:1761122778.510110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015638a53. 00010000:00000010:2.1:1761122778.510121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5ebf89. 00010000:00000010:2.1:1761122778.510128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ff70b1. 00010000:00000010:1.1:1761122778.515709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000539ca344. 00010000:00000010:1.1:1761122778.515722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089730596. 00010000:00000010:2.1:1761122778.520322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013333960. 00010000:00000010:0.1:1761122778.521149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056db6ab2. 00010000:00000010:1.1:1761122778.524729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036481113. 00010000:00000010:1.1:1761122778.524742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:2.1:1761122778.528699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9c671b7. 00010000:00000010:1.1:1761122778.528867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badb7b12. 00010000:00000010:1.1:1761122778.528874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4a35ca. 00010000:00000010:0.1:1761122778.537220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027d59641. 00010000:00000010:1.1:1761122778.540894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92504c4. 00010000:00000010:1.1:1761122778.540908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089730596. 00010000:00000010:0.1:1761122778.544730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b3b289e. 00010000:00000010:1.1:1761122778.544736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000536fbee1. 00010000:00000010:1.1:1761122778.544745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4a35ca. 00010000:00000010:0.1:1761122778.550722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024667aea. 00010000:00000010:1.1:1761122778.551141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c479f56. 00010000:00000010:1.1:1761122778.551150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:2.1:1761122778.555700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cf053b. 00010000:00000010:2.1:1761122778.555707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089730596. 00010000:00000010:1.1:1761122778.562505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003137b660. 00010000:00000010:0.1:1761122778.566806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000878a0b56. 00010000:00000010:1.1:1761122778.571703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000caf29ab2. 00010000:00000010:1.1:1761122778.571717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00010000:00000010:2.1:1761122778.582705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b2c0a0f. 00010000:00000010:2.1:1761122778.582717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:0.1:1761122778.588796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab2635d9. 00010000:00000010:0.1:1761122778.592699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dff0fef. 00010000:00000010:0.1:1761122778.592710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027c631ae. 00010000:00000010:3.1:1761122778.592757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb84de6d. 00010000:00000010:3.1:1761122778.592768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:3.1:1761122778.597833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4a35524. 00010000:00000010:3.1:1761122778.597851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:0.1:1761122778.608826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4891e0b. 00010000:00000010:0.1:1761122778.608838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:1.1:1761122778.609390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baf99255. 00010000:00000010:0.1:1761122778.618685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.618692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:1.1:1761122778.625684:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bc7b1eb. 00010000:00000010:1.1:1761122778.625690:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122778.625694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af06675e. 00010000:00000010:0.1:1761122778.625703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4a35ca. 00010000:00000010:2.1:1761122778.626093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea03ad0. 00010000:00000010:3.1:1761122778.630729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060310417. 00010000:00000010:2.1:1761122778.631147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070bc5638. 00010000:00000010:2.1:1761122778.631153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919c78b3. 00010000:00000010:2.1:1761122778.631168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040dd2867. 00010000:00000010:2.1:1761122778.631172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:2.1:1761122778.634794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042a17889. 00010000:00000010:2.1:1761122778.634813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00010000:00000010:1.1:1761122778.634863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7c62f24. 00010000:00000010:2.1:1761122778.640036:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e53ae60. 00010000:00000010:2.1:1761122778.640043:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.1:1761122778.640048:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063bd8941. 00010000:00000010:2.1:1761122778.640051:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00010000:00000010:1.1:1761122778.646128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dd27503. 00010000:00000010:2.1:1761122778.649738:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb2ce5d1. 00010000:00000010:2.1:1761122778.649746:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:1.1:1761122778.650197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a05fc1. 00010000:00000010:2.1:1761122778.653164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e836ee05. 00010000:00000010:2.1:1761122778.653177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.1:1761122778.657698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000599388b. 00010000:00000010:2.1:1761122778.657712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00010000:00000010:0.1:1761122778.657937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05bd995. 00010000:00000010:1.1:1761122778.672748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c55411a. 00010000:00000010:0.1:1761122778.681900:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbc81bbd. 00010000:00000010:0.1:1761122778.681906:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:1.1:1761122778.690048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea6d59e3. 00010000:00000010:2.1:1761122778.696753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e93d479. 00010000:00000010:0.1:1761122778.696770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac823686. 00010000:00000010:0.1:1761122778.696780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122778.696784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122778.696787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122778.696789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122778.696792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122778.704237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e36644a. 00010000:00000010:0.1:1761122778.704246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6b33806. 00010000:00000010:0.1:1761122778.704251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:2.1:1761122778.704837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000632d8b03. 00010000:00000010:0.1:1761122778.705066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5798002. 00010000:00000010:0.1:1761122778.705071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:1.1:1761122778.705905:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000875aa158. 00010000:00000010:0.1:1761122778.715923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001939a788. 00010000:00000010:0.1:1761122778.715931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:0.1:1761122778.726776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed5e8ea0. 00010000:00000010:1.1:1761122778.726809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790b9b1c. 00010000:00000010:0.1:1761122778.726810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122778.726817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdefa3be. 00010000:00000010:1.1:1761122778.726820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c30f549e. 00010000:00000010:0.1:1761122778.726823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:2.1:1761122778.735709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002af66188. 00000400:00000200:3.0:1761122778.754127:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.754133:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e540 00000400:00000200:3.0:1761122778.754137:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacda9 [2] + 656 00000400:00000200:3.0:1761122778.754200:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.754204:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.754208:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.754214:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000800:00000200:3.0:1761122778.755058:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.755062:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347602). 00000400:00000200:3.0:1761122778.755066:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.755070:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.755073:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122778.755074:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000800:00000200:3.0:1761122778.755118:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.755120:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122778.755130:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.755132:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.755136:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:3.0:1761122778.755137:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:3.0:1761122778.755143:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643620288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.757324:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.757341:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948201fc0 00000400:00000200:3.0:1761122778.757348:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae46d [1] + 224 00000400:00000200:3.0:1761122778.757360:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.757363:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.757417:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.757449:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.757455:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e580 00000400:00000200:3.0:1761122778.757459:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacda9 [2] + 984 00000400:00000200:3.0:1761122778.757503:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.757508:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.757511:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.757516:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00010000:00000010:1.1:1761122778.759749:0:78549:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb1aa134. 00010000:00000010:1.1:1761122778.759757:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00000800:00000200:3.0:1761122778.760195:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.760199:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122778.760211:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.760216:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.760221:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:3.0:1761122778.760222:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:3.0:1761122778.760229:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643620352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122778.762230:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bae01331. 00000800:00000200:3.0:1761122778.762316:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.762320:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122778.762326:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.762333:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.762338:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:3.0:1761122778.762340:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000400:00000200:3.0:1761122778.762801:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.762815:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202000 00000400:00000200:3.0:1761122778.762822:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae475 [1] + 224 00000400:00000200:3.0:1761122778.762833:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.762836:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.762845:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.763493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf54ee09. 00010000:00000010:0.1:1761122778.763501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d39dab. 00000400:00000200:3.0:1761122778.764596:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.764606:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e5c0 00000400:00000200:3.0:1761122778.764612:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacda9 [2] + 1312 00000400:00000200:3.0:1761122778.764800:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.764805:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.764811:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.764816:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 00010000:00000010:0.1:1761122778.765678:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dea52b5. 00010000:00000010:0.1:1761122778.765686:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.1:1761122778.765689:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122778.765692:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:2.1:1761122778.765967:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000409f2bc7. 00010000:00000010:2.1:1761122778.768719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182d0344. 00010000:00000010:2.1:1761122778.768730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:2.1:1761122778.768734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a209366c. 00000400:00000200:3.0:1761122778.771420:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.771436:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e600 00000400:00000200:3.0:1761122778.771443:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacda9 [2] + 1640 00000400:00000200:3.0:1761122778.771502:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.771507:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.771512:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.771518:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00010000:00000010:2.1:1761122778.775787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00d6ecb. 00010000:00000010:0.1:1761122778.775840:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e162c4ba. 00010000:00000010:0.1:1761122778.775846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00000400:00000200:3.0:1761122778.779207:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.779225:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202080 00000400:00000200:3.0:1761122778.779233:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae491 [1] + 224 00000400:00000200:3.0:1761122778.779243:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.779247:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.779256:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.785271:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.785287:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e640 00000400:00000200:3.0:1761122778.785626:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacda9 [2] + 1968 00000400:00000010:3.0:1761122778.785630:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059990272. 00000400:00000200:3.0:1761122778.785632:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e9516c29 00000400:00000200:3.0:1761122778.785653:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.785756:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.785761:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9516c29 00000400:00000010:3.0:1761122778.785764:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e9516c29 (tot 82347202). 00000100:00000200:3.0:1761122778.785769:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761122778.786675:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba8e526. 00010000:00000010:0.1:1761122778.786680:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00000400:00000200:3.0:1761122778.789525:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.789541:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482020c0 00000400:00000200:3.0:1761122778.789600:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae49d [1] + 224 00000400:00000200:3.0:1761122778.789614:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.789617:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.789624:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122778.790684:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025ca21ec. 00000020:00000010:3.0:1761122778.790852:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad7038b3. 00000020:00000010:3.0:1761122778.790858:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122778.790863:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000065fdc34. 00000100:00000200:3.0:1761122778.790886:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042d0ccf0 x1846669643933312/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:6/0 lens 328/0 e 0 to 0 dl 1761122821 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000800:00000200:3.0:1761122778.791378:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.791382:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122778.791387:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.791391:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.791393:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:3.0:1761122778.791395:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000800:00000200:3.0:1761122778.791764:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.791767:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122778.791773:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.791778:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.791780:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:3.0:1761122778.791782:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000100:00000200:3.0:1761122778.791787:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643620608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.792891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b45f4f5d. 00010000:00000010:0.1:1761122778.792899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:2.1:1761122778.793717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035300428. 00000400:00000200:3.0:1761122778.795949:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.795962:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e6c0 00000400:00000200:3.0:1761122778.795968:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacdf9 [2] + 328 00000400:00000200:3.0:1761122778.796018:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.796023:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.796028:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.796033:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000800:00000200:3.0:1761122778.796995:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.796999:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122778.797002:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.797006:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.797009:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:3.0:1761122778.797011:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00010000:00000010:0.1:1761122778.798766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a3d1ec. 00010000:00000010:0.1:1761122778.798772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:2.1:1761122778.798804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f74a7dd0. 00000400:00000200:3.0:1761122778.801624:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.801648:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202140 00000400:00000200:3.0:1761122778.801681:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae4b9 [1] + 224 00000400:00000200:3.0:1761122778.801697:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.801702:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.801713:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.802699:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.802708:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e700 00000400:00000200:3.0:1761122778.802713:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacdf9 [2] + 656 00000400:00000200:3.0:1761122778.802874:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.802879:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.802883:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.803249:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00000800:00000200:3.0:1761122778.805115:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.805120:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:3.0:1761122778.805125:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.805130:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.805133:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:3.0:1761122778.805135:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000800:00000200:3.0:1761122778.805398:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.805400:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122778.805407:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.805410:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.805412:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:3.0:1761122778.805413:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000100:00000200:3.0:1761122778.805418:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643620736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.808631:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.808648:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202180 00000400:00000200:3.0:1761122778.808673:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae4c5 [1] + 224 00000400:00000200:3.0:1761122778.808688:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.808692:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.808702:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643620736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122778.808802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081fb6698. 00000400:00000200:3.0:1761122778.813337:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.813359:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e740 00000400:00000200:3.0:1761122778.813369:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacdf9 [2] + 984 00000400:00000200:3.0:1761122778.813435:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.813441:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.813447:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.813453:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000800:00000200:3.0:1761122778.814976:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.814981:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017550860 (tot 82347602). 00000400:00000200:3.0:1761122778.814986:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.814990:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.814995:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122778.814996:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000800:00000200:3.0:1761122778.815052:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.815054:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122778.815058:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.815061:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.815063:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122778.815064:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:3.0:1761122778.815070:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1eecf41 x1846669643620800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122778.817794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c142cd7. 00010000:00000010:1.1:1761122778.817807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:0.1:1761122778.817987:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122778.817994:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.1:1761122778.817998:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1c76db1. 00010000:00000010:0.1:1761122778.818002:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00000400:00000200:3.0:1761122778.819773:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.819801:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482021c0 00000400:00000200:3.0:1761122778.819812:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae4d1 [1] + 224 00000400:00000200:3.0:1761122778.819835:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.819841:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.820259:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1eecf41 x1846669643620800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.820302:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.820310:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e780 00000400:00000200:3.0:1761122778.820333:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacdf9 [2] + 1312 00000400:00000200:3.0:1761122778.820392:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.820402:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.820408:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.820415:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000800:00000200:3.0:1761122778.822515:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.822519:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122778.822528:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.822533:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.822536:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122778.822538:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00080000:00000010:3.0:1761122778.822564:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad6fa017. 00010000:00000010:3.0:1761122778.822686:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:3.0:1761122778.822693:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000396f56c5. 00010000:00000010:3.0:1761122778.822762:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fb36609. 00010000:00000010:3.0:1761122778.822768:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122778.822778:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000033e688d7. 00000100:00000010:3.0:1761122778.822782:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122778.822789:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122778.822800:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007360f90c. 02000000:00000010:3.0:1761122778.822822:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001ee169a. 00000400:00000010:3.0:1761122778.822828:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122778.822834:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122778.822839:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643620864, portal 16 00000400:00000010:3.0:1761122778.822844:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122778.822847:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643620864, offset 0 00000400:00000200:3.0:1761122778.822853:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.822861:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.822867:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122778.822871:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122778.822874:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122778.822877:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88618:88618:256:4294967295] 192.168.201.27@tcp LPNI seq info [88618:88618:8:4294967295] 00000400:00000200:3.0:1761122778.822885:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.822890:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.822893:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122778.822897:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.822901:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.822903:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122778.823006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006349ea31. 00010000:00000010:2.1:1761122778.823780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005788733a. 00010000:00000010:2.1:1761122778.823788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:1.1:1761122778.827721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a1d08e1. 00010000:00000010:0.1:1761122778.828237:0:78552:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f3e4d15. 00010000:00000010:3.1:1761122778.829693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039693c9a. 00010000:00000010:3.1:1761122778.829703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00000400:00000200:3.0:1761122778.830247:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.830263:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202200 00000400:00000200:3.0:1761122778.830271:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae4dd [1] + 224 00000400:00000200:3.0:1761122778.830284:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.830288:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.830298:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643620864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.830538:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.830545:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e7c0 00000400:00000200:3.0:1761122778.830550:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacdf9 [2] + 1640 00000400:00000200:3.0:1761122778.830561:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.830564:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.830568:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.830574:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000800:00000200:3.0:1761122778.831035:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.831039:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006990c170 (tot 82347354). 00000400:00000200:3.0:1761122778.831043:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.831046:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.831049:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122778.831051:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000800:00000200:3.0:1761122778.831623:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.831626:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122778.831630:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.831634:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.831637:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:3.0:1761122778.831639:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:3.0:1761122778.831644:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1eecf41 x1846669643620928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.833773:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.833789:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202240 00000400:00000200:3.0:1761122778.833798:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae4e9 [1] + 224 00000400:00000200:3.0:1761122778.833811:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.833814:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.833823:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1eecf41 x1846669643620928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122778.838587:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005d6646a. 00010000:00000010:2.1:1761122778.838599:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbed4c60. 00010000:00000010:2.1:1761122778.838605:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:2.1:1761122778.851333:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014046bc3. 00010000:00000010:2.1:1761122778.851345:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00010000:00000010:1.1:1761122778.855121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2d68ba4. 00010000:00000010:2.1:1761122778.856649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122778.856670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00000400:00000200:3.0:1761122778.857802:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.857820:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482022c0 00000400:00000200:3.0:1761122778.857829:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae505 [1] + 224 00000400:00000200:3.0:1761122778.857841:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.857844:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.857854:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1eecf41 x1846669643621056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.857888:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.857894:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e880 00000400:00000200:3.0:1761122778.857899:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xace51 [2] + 328 00000400:00000200:3.0:1761122778.857942:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.857946:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.857959:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.857964:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00010000:00000010:0.1:1761122778.858687:0:78555:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f37ab43. 00080000:00000010:3.0:1761122778.858961:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4038499. 00010000:00000010:3.0:1761122778.859057:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:3.0:1761122778.859063:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b56d8755. 00010000:00000010:3.0:1761122778.859137:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122778.859143:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122778.859162:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006304ebf0. 00000100:00000010:3.0:1761122778.859167:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122778.859173:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122778.859184:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad7038b3. 02000000:00000010:3.0:1761122778.859207:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e4c4ed. 00000400:00000010:3.0:1761122778.859212:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001423de59. 00000400:00000010:3.0:1761122778.859217:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122778.859223:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643621120, portal 16 00000400:00000010:3.0:1761122778.859227:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122778.859229:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643621120, offset 0 00000400:00000200:3.0:1761122778.859235:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.859243:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00010000:00000010:2.1:1761122778.859245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dde6123. 00000400:00000200:3.0:1761122778.859251:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00010000:00000010:2.1:1761122778.859252:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00000400:00000200:3.0:1761122778.859254:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122778.859257:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122778.859259:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88626:88626:256:4294967295] 192.168.201.27@tcp LPNI seq info [88626:88626:8:4294967295] 00000400:00000200:3.0:1761122778.859267:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.859271:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.859274:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122778.859279:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.859284:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.859287:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122778.862257:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.862275:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202300 00000400:00000200:3.0:1761122778.862284:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae511 [1] + 224 00000400:00000200:3.0:1761122778.862299:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.862476:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.862484:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643621120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122778.864094:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000951a7b55. 00000020:00000010:3.0:1761122778.864102:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122778.864106:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122778.864196:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643933888/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:6/0 lens 328/0 e 0 to 0 dl 1761122821 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122778.864237:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643933888 02000000:00000010:3.0:1761122778.864256:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2af6c6f. 00010000:00000010:3.0:1761122778.864285:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7cc2854. 00010000:00000010:3.0:1761122778.864304:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122778.864311:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:3.0:1761122778.864331:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:3.0:1761122778.864336:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122778.864349:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122778.864354:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643933888, offset 224 00000400:00000200:3.0:1761122778.864362:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.864594:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.864601:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88627:88627:256:4294967295] 192.168.201.27@tcp LPNI seq info [88627:88627:8:4294967295] 00000400:00000200:3.0:1761122778.864610:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.864616:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.864622:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122778.864628:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.864636:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.864640:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122778.864680:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122778.864685:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122778.864689:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000951a7b55. 00000800:00000200:3.0:1761122778.864766:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.864771:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122778.864775:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.864780:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.864784:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:3.0:1761122778.864787:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000800:00000200:3.0:1761122778.865640:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.865643:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017550860 (tot 82347354). 00000400:00000200:3.0:1761122778.865648:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.865652:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.865672:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122778.865675:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:3.0:1761122778.865682:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643621184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.868732:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122778.868750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c49cca52. 00000400:00000200:3.0:1761122778.868753:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202340 00000400:00000200:3.0:1761122778.868763:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae51d [1] + 224 00000400:00000200:3.0:1761122778.868778:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.868783:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.868793:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643621184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.869490:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.869499:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e900 00000400:00000200:3.0:1761122778.869504:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xace51 [2] + 984 00010000:00000010:3.1:1761122778.870274:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d7232b. 00010000:00000010:3.1:1761122778.870283:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00000400:00000200:3.0:1761122778.870291:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.870296:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.870301:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.870306:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00010000:00000010:1.1:1761122778.876695:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07f28d6. 00010000:00000010:1.1:1761122778.876700:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.1:1761122778.876720:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c6ed917. 00000800:00000200:3.0:1761122778.876744:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.876750:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122778.876756:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.876765:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.876772:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:3.0:1761122778.876776:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000800:00000200:3.0:1761122778.876810:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.876813:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:3.0:1761122778.876816:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.876820:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.876822:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122778.876823:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:3.0:1761122778.876828:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643621248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122778.880692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baaf46d6. 00000400:00000200:3.0:1761122778.883604:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.883625:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202380 00000400:00000200:3.0:1761122778.883634:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae529 [1] + 224 00000400:00000200:3.0:1761122778.883646:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.883650:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.883700:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643621248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.883748:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.883755:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e940 00000400:00000200:3.0:1761122778.883775:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xace51 [2] + 1312 00000400:00000200:3.0:1761122778.883789:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.883801:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.883806:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.883812:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000800:00000200:3.0:1761122778.884212:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.884217:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122778.884222:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.884226:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.884228:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:3.0:1761122778.884229:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000800:00000200:3.0:1761122778.885593:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.885596:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002577cf85 (tot 82347354). 00000400:00000200:3.0:1761122778.885600:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.885605:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.885607:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122778.885609:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000100:00000200:3.0:1761122778.885615:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643621312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122778.887746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f138fcc. 00010000:00000010:1.1:1761122778.887759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080e758bd. 00000400:00000200:3.0:1761122778.888283:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.888473:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482023c0 00000400:00000200:3.0:1761122778.888481:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae535 [1] + 224 00000400:00000200:3.0:1761122778.888494:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.888498:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.888507:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643621312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.888908:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.888916:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e980 00000400:00000200:3.0:1761122778.888922:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xace51 [2] + 1640 00000400:00000200:3.0:1761122778.888967:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.888971:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.888975:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.888979:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000100:00000200:3.0:1761122778.889868:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643934080 02000000:00000010:3.0:1761122778.890102:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f32de436. 00010000:00000010:3.0:1761122778.890130:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ffed5e4. 00010000:00000010:3.0:1761122778.890165:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122778.890172:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:3.0:1761122778.890190:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:3.0:1761122778.890194:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122778.890208:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122778.890213:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643934080, offset 224 00000400:00000200:3.0:1761122778.890222:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.890235:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.890242:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88633:88633:256:4294967295] 192.168.201.27@tcp LPNI seq info [88633:88633:8:4294967295] 00000400:00000200:3.0:1761122778.890253:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.890259:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.890264:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122778.890269:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.890277:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.890281:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122778.890309:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:3.0:1761122778.890315:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000037bacc64. 00000020:00000010:3.0:1761122778.890322:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006bb18788. 00010000:00000010:2.1:1761122778.892699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fc0077f. 00000400:00000200:3.0:1761122778.893742:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.893754:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202400 00000400:00000200:3.0:1761122778.893760:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae541 [1] + 224 00000400:00000200:3.0:1761122778.893769:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.893771:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.893778:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643621376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.893798:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.893802:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824e9c0 00000400:00000200:3.0:1761122778.893805:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xace51 [2] + 1968 00000400:00000010:3.0:1761122778.893808:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c5f843. 00000400:00000200:3.0:1761122778.893810:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002f05a8a9 00000400:00000200:3.0:1761122778.893861:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.893865:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.893868:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f05a8a9 00000400:00000010:3.0:1761122778.893870:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002f05a8a9 (tot 82347202). 00000100:00000200:3.0:1761122778.893875:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761122778.894193:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643934144 02000000:00000010:3.0:1761122778.894206:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c12e2d23. 00010000:00000010:3.0:1761122778.894230:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000050a0e98. 00010000:00000010:3.0:1761122778.894250:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122778.894255:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:3.0:1761122778.894446:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:3.0:1761122778.894449:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122778.894463:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122778.894467:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643934144, offset 224 00000400:00000200:3.0:1761122778.894473:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.894483:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.894487:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88635:88635:256:4294967295] 192.168.201.27@tcp LPNI seq info [88635:88635:8:4294967295] 00000400:00000200:3.0:1761122778.894496:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.894501:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.894505:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347450). 00000800:00000200:3.0:1761122778.894509:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.894516:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.894520:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122778.894538:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047c4bc4f. 00000020:00000010:3.0:1761122778.894544:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000df3d8a5e. 00000020:00000010:3.0:1761122778.894556:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a0bdfa. 02000000:00000010:3.0:1761122778.894565:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f32de436. 00000100:00000010:3.0:1761122778.894567:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122778.894573:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ba2f00a. 00000100:00000010:3.0:1761122778.894577:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122778.894580:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dded4e8. 00000100:00000010:3.0:1761122778.894582:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122778.894585:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2af6c6f. 00000100:00000010:3.0:1761122778.894587:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 02000000:00000010:3.0:1761122778.894590:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000021a3ded4. 00000100:00000010:3.0:1761122778.894592:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122778.894594:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002bd5bef3. 00000100:00000010:3.0:1761122778.894596:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044cb5c95. 00000100:00000200:3.0:1761122778.894603:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122778.894607:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004e2cf509. 00000400:00000010:3.0:1761122778.894611:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b338f0b (tot 82347602). 00010000:00000010:3.1:1761122778.897203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007553eefa. 00010000:00000010:0.1:1761122778.898244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ff7ef4. 00010000:00000010:0.1:1761122778.898258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089006d0b. 00010000:00000010:0.1:1761122778.898263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122778.898267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00000400:00000200:3.0:1761122778.902438:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.902459:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202440 00000400:00000200:3.0:1761122778.902468:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae551 [1] + 224 00000400:00000200:3.0:1761122778.902479:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.902484:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.902494:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643621440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.902533:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.902540:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ea00 00000400:00000200:3.0:1761122778.902546:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 0 00000400:00000200:3.0:1761122778.902556:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.902560:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.902576:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.902585:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000800:00000200:3.0:1761122778.903202:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.903207:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347602). 00000400:00000200:3.0:1761122778.903212:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.903217:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.903220:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122778.903222:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000800:00000200:3.0:1761122778.903252:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.903442:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:3.0:1761122778.903445:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.903449:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.903452:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:3.0:1761122778.903453:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000100:00000200:3.0:1761122778.903458:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643621504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.903699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001af01693. 00010000:00000010:0.1:1761122778.903706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:3.1:1761122778.903724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cd8c697. 00010000:00000010:0.1:1761122778.907706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972e10f8. 00010000:00000010:0.1:1761122778.907721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00000400:00000200:3.0:1761122778.908492:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.908510:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ea40 00000400:00000200:3.0:1761122778.908518:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 328 00000400:00000200:3.0:1761122778.908590:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.908596:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.908603:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.908608:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00000800:00000200:3.0:1761122778.910309:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.910313:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:3.0:1761122778.910317:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.910322:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.910325:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:3.0:1761122778.910327:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:3.0:1761122778.910333:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643621568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761122778.910764:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.910766:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:3.0:1761122778.910770:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.910774:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.910777:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122778.910779:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00010000:00000010:1.1:1761122778.911709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119fec80. 00000400:00000200:3.0:1761122778.913637:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.913647:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ea80 00000400:00000200:3.0:1761122778.913653:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 656 00000400:00000200:3.0:1761122778.913725:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.913733:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.913738:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.913743:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000800:00000200:3.0:1761122778.914272:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.914276:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:3.0:1761122778.914279:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.914283:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.914286:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122778.914289:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00010000:00000010:0.1:1761122778.914316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000228fe89a. 00010000:00000010:0.1:1761122778.914324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:2.1:1761122778.915702:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000570caeb9. 00010000:00000010:2.1:1761122778.915709:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00000400:00000200:3.0:1761122778.919186:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.919205:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202500 00000400:00000200:3.0:1761122778.919214:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae575 [1] + 224 00000400:00000200:3.0:1761122778.919228:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.919233:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.919243:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643621632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122778.919698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021fea0d7. 00010000:00000010:1.1:1761122778.919705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d88fb30. 00000400:00000200:3.0:1761122778.922419:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.922440:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824eac0 00000400:00000200:3.0:1761122778.922449:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 984 00000400:00000200:3.0:1761122778.922842:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.922849:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.922856:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.922862:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000800:00000200:3.0:1761122778.926385:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.926393:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122778.926399:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.926405:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.926409:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:3.0:1761122778.926411:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:3.0:1761122778.926419:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643621696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122778.927232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eee9d87. 00010000:00000010:2.1:1761122778.927241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:2.1:1761122778.927245:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122778.927248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00000400:00000200:3.0:1761122778.927465:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.927476:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202540 00000400:00000200:3.0:1761122778.927482:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae581 [1] + 224 00000400:00000200:3.0:1761122778.927489:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.927490:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.927496:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643621696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.928076:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.928084:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824eb00 00000400:00000200:3.0:1761122778.928089:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 1312 00000400:00000200:3.0:1761122778.928283:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.928289:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.928293:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.928299:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00000800:00000200:3.0:1761122778.929556:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.929559:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122778.929562:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.929566:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.929569:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:3.0:1761122778.929570:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:3.0:1761122778.929575:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643621760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.931687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037262fa2. 00010000:00000010:2.1:1761122778.934832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d4ed26. 00010000:00000010:2.1:1761122778.934847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00000400:00000200:3.0:1761122778.935430:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.935450:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202580 00000400:00000200:3.0:1761122778.935458:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae58d [1] + 224 00000400:00000200:3.0:1761122778.935469:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.935473:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.935482:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643621760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.935516:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.935521:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824eb40 00000400:00000200:3.0:1761122778.935525:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacea9 [2] + 1640 00000400:00000200:3.0:1761122778.935532:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.935535:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.935538:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122778.935544:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000800:00000200:3.0:1761122778.936862:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.936866:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086ac4213 (tot 82347602). 00000400:00000200:3.0:1761122778.936869:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.936873:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.936876:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:3.0:1761122778.936877:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000800:00000200:3.0:1761122778.936941:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.936943:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122778.936947:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.936950:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.936952:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:3.0:1761122778.936953:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:3.0:1761122778.936958:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643621824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.938980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b0aa544. 00010000:00000010:2.1:1761122778.939289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b39b5e. 00010000:00000010:2.1:1761122778.939296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.1:1761122778.943684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89fc9e8. 00010000:00000010:2.1:1761122778.943689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc70aa88. 00010000:00000010:2.1:1761122778.943692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00000800:00000200:3.0:1761122778.946461:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.946466:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000017550860 (tot 82347602). 00000400:00000200:3.0:1761122778.946471:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.946477:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.946481:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122778.946483:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 02000000:00000010:3.0:1761122778.946491:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d71c8f3. 00000800:00000200:3.0:1761122778.946530:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.946532:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c547e984 (tot 82347354). 00000400:00000200:3.0:1761122778.946535:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.946539:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.946540:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:3.0:1761122778.946542:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:3.0:1761122778.946548:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643621888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.951938:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.951958:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202600 00000400:00000200:3.0:1761122778.951967:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5a9 [1] + 224 00000400:00000200:3.0:1761122778.952032:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.952038:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.952049:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643621888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.952844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61dee15. 00010000:00000010:0.1:1761122778.952854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00010000:00000010:1.1:1761122778.954837:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006caf7e07. 00000800:00000200:3.0:1761122778.965616:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.965621:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347602). 00000400:00000200:3.0:1761122778.965625:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.965631:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.965635:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:3.0:1761122778.965637:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000800:00000200:3.0:1761122778.965715:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.965718:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122778.965722:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.965725:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.965727:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:3.0:1761122778.965729:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:3.0:1761122778.965736:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073f49ec5 x1846669643621952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122778.966761:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.966775:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202640 00000400:00000200:3.0:1761122778.966782:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5b5 [1] + 224 00000400:00000200:3.0:1761122778.966795:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.966798:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.966806:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073f49ec5 x1846669643621952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122778.969600:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32de436. 00000020:00000010:3.0:1761122778.969607:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122778.969611:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122778.969634:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073f49ec5 x1846669643934720/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:6/0 lens 328/0 e 0 to 0 dl 1761122821 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122778.969684:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643934720 02000000:00000010:3.0:1761122778.969695:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000144bd65e. 00010000:00000010:2.1:1761122778.969695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001062b21f. 00010000:00000010:3.0:1761122778.969722:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bccc0ecd. 00010000:00000010:3.0:1761122778.969742:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122778.969747:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122778.969768:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122778.969772:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122778.969784:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122778.969788:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643934720, offset 224 00000400:00000200:3.0:1761122778.969796:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00010000:00000010:0.1:1761122778.969843:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ffe8cb0. 00010000:00000010:0.1:1761122778.969850:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00000400:00000200:3.0:1761122778.970477:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.970484:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88653:88653:256:4294967295] 192.168.201.27@tcp LPNI seq info [88653:88653:8:4294967295] 00000400:00000200:3.0:1761122778.970497:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.970502:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.970507:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122778.970515:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.970525:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.970529:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122778.970553:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122778.970559:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122778.970564:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32de436. 00010000:00000010:0.1:1761122778.972704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122778.972712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00000400:00000200:3.0:1761122778.973527:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122778.973544:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202680 00000400:00000200:3.0:1761122778.973565:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5c1 [1] + 224 00000400:00000200:3.0:1761122778.973577:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.973581:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122778.973588:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643622016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122778.977583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb7a2e87. 00010000:00000010:1.1:1761122778.977599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00000020:00000010:3.0:1761122778.979317:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32de436. 00000020:00000010:3.0:1761122778.979331:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122778.979338:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122778.979371:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa6a7fb1 x1846669643934784/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:6/0 lens 328/0 e 0 to 0 dl 1761122821 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122778.979410:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643934784 02000000:00000010:3.0:1761122778.979422:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f02ec309. 00010000:00000010:3.0:1761122778.979450:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004ace3f89. 00010000:00000010:3.0:1761122778.979469:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122778.979476:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122778.979497:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122778.979502:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122778.979516:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122778.979522:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643934784, offset 224 00000400:00000200:3.0:1761122778.979530:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122778.979542:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122778.979548:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88655:88655:256:4294967295] 192.168.201.27@tcp LPNI seq info [88655:88655:8:4294967295] 00000400:00000200:3.0:1761122778.979558:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122778.979565:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122778.979570:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122778.979576:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122778.979584:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122778.979588:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122778.979610:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122778.979614:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122778.979618:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32de436. 00000800:00000200:3.0:1761122778.979715:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.979719:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:3.0:1761122778.979723:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.979727:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.979730:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:3.0:1761122778.979732:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000800:00000200:3.0:1761122778.980772:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.980775:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f31a5b5 (tot 82347354). 00000400:00000200:3.0:1761122778.980779:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.980784:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.980786:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:3.0:1761122778.980788:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:3.0:1761122778.980795:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000028f6b6eb x1846669643622080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122778.983737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000436e96ab. 00010000:00000010:3.1:1761122778.986684:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003746ad65. 00000800:00000200:3.0:1761122778.989537:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.989542:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:3.0:1761122778.989546:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.989551:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.989555:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122778.989557:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000800:00000200:3.0:1761122778.989616:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122778.989618:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052de20bd (tot 82347354). 00000400:00000200:3.0:1761122778.989622:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122778.989625:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122778.989627:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:3.0:1761122778.989629:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:3.0:1761122778.989634:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000028f6b6eb x1846669643622144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122778.990744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082764a2a. 00010000:00000010:0.1:1761122778.990753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080e758bd. 00010000:00000010:0.1:1761122778.995782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001290bbcc. 00010000:00000010:0.1:1761122778.995791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:2.1:1761122779.001237:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035126dbe. 00000400:00000200:3.0:1761122779.004185:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.004205:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202740 00000400:00000200:3.0:1761122779.004214:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5e5 [1] + 224 00000400:00000200:3.0:1761122779.004230:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.004234:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.004247:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643622208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122822 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.007270:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.007288:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ed00 00000400:00000200:3.0:1761122779.007295:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf01 [2] + 1640 00000400:00000200:3.0:1761122779.007360:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.007366:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.007372:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.007377:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00010000:00000010:2.1:1761122779.007674:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed06338d. 00010000:00000010:1.1:1761122779.007675:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8271a84. 00010000:00000010:1.1:1761122779.007681:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00000400:00000200:3.0:1761122779.014984:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.015002:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202780 00000400:00000200:3.0:1761122779.015011:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5f1 [1] + 224 00000400:00000200:3.0:1761122779.015028:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.015034:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.015045:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643622272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.015520:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.015529:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ed40 00000400:00000200:3.0:1761122779.015534:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf01 [2] + 1968 00000400:00000010:3.0:1761122779.015537:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001949f804. 00000400:00000200:3.0:1761122779.015541:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a274291b 00000400:00000200:3.0:1761122779.015681:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.015687:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.015690:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a274291b 00000400:00000010:3.0:1761122779.015692:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a274291b (tot 82347202). 00000100:00000200:3.0:1761122779.015698:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122779.015838:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32de436. 00000020:00000010:3.0:1761122779.015845:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122779.015849:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122779.015874:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f9ee9af x1846669643935040/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.016102:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935040 02000000:00000010:3.0:1761122779.016120:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2af6c6f. 00010000:00000010:3.0:1761122779.016165:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045427d0f. 00010000:00000010:3.0:1761122779.016187:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.016192:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a274291b. 00000100:00000010:3.0:1761122779.016207:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a274291b. 00010000:00000010:3.0:1761122779.016209:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122779.016223:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.016227:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935040, offset 224 00000400:00000200:3.0:1761122779.016233:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.016246:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.016253:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88663:88663:256:4294967295] 192.168.201.27@tcp LPNI seq info [88663:88663:8:4294967295] 00000400:00000200:3.0:1761122779.016264:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.016525:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.016531:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347450). 00000800:00000200:3.0:1761122779.016539:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.016604:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.016608:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.016632:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122779.016638:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122779.016645:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32de436. 02000000:00000010:3.0:1761122779.016691:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a165f47d. 00000100:00000010:3.0:1761122779.016698:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122779.016701:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e78ab66b. 00000100:00000010:3.0:1761122779.016705:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000028f6b6eb. 02000000:00000010:3.0:1761122779.016708:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9291479. 00000100:00000010:3.0:1761122779.016711:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044cb5c95. 02000000:00000010:3.0:1761122779.016716:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f02ec309. 00000100:00000010:3.0:1761122779.016719:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa6a7fb1. 02000000:00000010:3.0:1761122779.016724:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000144bd65e. 00000100:00000010:3.0:1761122779.016728:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073f49ec5. 02000000:00000010:3.0:1761122779.016732:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042a13794. 00000100:00000010:3.0:1761122779.016736:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040aab1d7. 00000100:00000200:3.0:1761122779.016745:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122779.016752:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001949f804. 00000400:00000010:3.0:1761122779.016757:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a274291b (tot 82347602). 00000800:00000200:3.0:1761122779.016820:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.016824:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347602). 00000400:00000200:3.0:1761122779.016830:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.016834:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.016837:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:3.0:1761122779.016838:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 02000000:00000010:3.0:1761122779.016840:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2af6c6f. 00000800:00000200:3.0:1761122779.016886:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.016888:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052de20bd (tot 82347354). 00000400:00000200:3.0:1761122779.016890:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.016893:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.016896:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:3.0:1761122779.016897:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:3.0:1761122779.016902:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643622336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.017054:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5c56dff. 00010000:00000010:1.1:1761122779.017062:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee10e71. 00010000:00000010:2.1:1761122779.018203:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e6c7cc1. 00000400:00000200:3.0:1761122779.018968:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.018984:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482027c0 00000400:00000200:3.0:1761122779.018992:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae5fd [1] + 224 00000400:00000200:3.0:1761122779.019003:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.019007:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.019015:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643622336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.019539:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.019546:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ed80 00000400:00000200:3.0:1761122779.019553:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 0 00000400:00000200:3.0:1761122779.019563:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.019566:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.019569:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.019575:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000800:00000200:3.0:1761122779.020409:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.020413:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122779.020418:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.020422:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.020424:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:3.0:1761122779.020425:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000800:00000200:3.0:1761122779.020925:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.020928:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:3.0:1761122779.020931:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.020935:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.020938:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:3.0:1761122779.020940:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:3.0:1761122779.020945:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643622400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.022569:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.022587:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202800 00000400:00000200:3.0:1761122779.022595:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae60d [1] + 224 00000400:00000200:3.0:1761122779.022610:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.022615:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.022624:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643622400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.022696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06b478d. 00010000:00000010:0.1:1761122779.022703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d618e9. 00010000:00000010:3.1:1761122779.023652:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c98f695f. 00000400:00000200:3.0:1761122779.023895:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.023904:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824edc0 00000400:00000200:3.0:1761122779.024333:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 328 00000400:00000200:3.0:1761122779.024376:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.024380:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.024385:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.024389:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00010000:00000010:1.1:1761122779.028207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6099c2. 00010000:00000010:1.1:1761122779.028221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00000100:00000200:1.0:1761122779.028490:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935168 02000000:00000010:1.0:1761122779.028502:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008334f33b. 00010000:00000010:1.0:1761122779.028528:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099672694. 00010000:00000010:1.0:1761122779.028546:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016b600c6. 00000100:00000010:1.0:1761122779.028553:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.028568:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.028572:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016b600c6. 00000400:00000010:1.0:1761122779.028587:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122779.028593:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935168, offset 224 00000400:00000200:1.0:1761122779.028601:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.028614:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.028620:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88667:88667:256:4294967295] 192.168.201.27@tcp LPNI seq info [88667:88667:8:4294967295] 00000400:00000200:1.0:1761122779.028631:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.028636:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.028640:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.028646:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.028653:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.028675:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.028701:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.028706:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.028709:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084a61631. 00000800:00000200:3.0:1761122779.028797:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.028800:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:3.0:1761122779.028805:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.028809:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.028813:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:3.0:1761122779.028815:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00010000:00000010:2.1:1761122779.029421:0:78559:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71515df. 00000800:00000200:3.0:1761122779.032207:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.032211:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f31a5b5 (tot 82347354). 00000400:00000200:3.0:1761122779.032216:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.032221:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.032225:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:3.0:1761122779.032226:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:3.0:1761122779.032234:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643622464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.034875:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.034893:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202840 00000400:00000200:3.0:1761122779.034902:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae619 [1] + 224 00000400:00000200:3.0:1761122779.034915:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.034918:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.034928:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643622464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.036064:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.036077:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ee00 00000400:00000200:3.0:1761122779.036083:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 656 00000400:00000200:3.0:1761122779.036132:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.036136:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.036142:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.036146:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 00000020:00000010:1.0:1761122779.036330:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084a61631. 00000020:00000010:1.0:1761122779.036337:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.036522:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.036546:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000248963ca x1846669643935232/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.036576:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935232 02000000:00000010:1.0:1761122779.036587:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000407f694. 00010000:00000010:1.0:1761122779.036613:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ea7b85a9. 00010000:00000010:1.0:1761122779.036632:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016b600c6. 00000100:00000010:1.0:1761122779.036638:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.036672:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.036677:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016b600c6. 00000400:00000010:1.0:1761122779.036690:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122779.036695:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935232, offset 224 00000400:00000200:1.0:1761122779.036703:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.036714:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.036719:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88669:88669:256:4294967295] 192.168.201.27@tcp LPNI seq info [88669:88669:8:4294967295] 00000400:00000200:1.0:1761122779.036729:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.036734:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.036739:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.036744:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.036750:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.036753:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.036771:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.036776:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.036779:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084a61631. 00000800:00000200:1.0:1761122779.036842:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.036846:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:1.0:1761122779.036849:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.036853:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.036856:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:1.0:1761122779.036858:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00010000:00000010:1.1:1761122779.042689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000227a7282. 00000400:00000010:1.0:1761122779.043779:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9f79770. 00000400:00000200:1.0:1761122779.043784:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:1.0:1761122779.043786:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:1.0:1761122779.043792:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643622528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.043800:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643622528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.043826:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed29bead. 02000000:00000010:1.0:1761122779.043831:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083fce64e. 00000100:00000010:1.0:1761122779.043835:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:1.0:1761122779.043838:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ec42c8b7. 00010000:00000010:1.0:1761122779.043841:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002edc8ef5. 00010000:00000010:1.1:1761122779.044917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb7524f6. 00000400:00000200:2.0:1761122779.045461:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ee40 00000400:00000200:2.0:1761122779.045468:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 984 00000400:00000200:2.0:1761122779.045516:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.045520:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.045524:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.045530:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 00010000:00000010:0.1:1761122779.045684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030a3a1c1. 00010000:00000010:0.1:1761122779.045691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee10e71. 00010000:00000010:0.1:1761122779.045727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b703bbf3. 00010000:00000010:0.1:1761122779.045732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00080000:00000010:1.0:1761122779.045935:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084a61631. 00010000:00000010:1.0:1761122779.046019:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:1.0:1761122779.046027:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4ce948b. 00010000:00000010:1.0:1761122779.046096:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000df651cf. 00010000:00000010:1.0:1761122779.046103:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f2ddefa8. 00010000:00000010:1.0:1761122779.046113:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016b600c6. 00000100:00000010:1.0:1761122779.046118:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfe9f549. 00000100:00000010:1.0:1761122779.046125:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 02000000:00000010:1.0:1761122779.046136:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005abeae5f. 02000000:00000010:1.0:1761122779.046175:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d71c8f3. 00000400:00000010:1.0:1761122779.046180:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9c4fcd1. 00000400:00000010:1.0:1761122779.046184:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122779.046188:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643622592, portal 16 00000400:00000010:1.0:1761122779.046193:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000800:00000200:2.0:1761122779.046195:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1761122779.046196:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643622592, offset 0 00000800:00000010:2.0:1761122779.046200:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c547e984 (tot 82347354). 00000400:00000200:1.0:1761122779.046205:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.046206:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.046214:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.046215:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.046220:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:2.0:1761122779.046222:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000400:00000200:1.0:1761122779.046499:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.046504:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.046507:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.046510:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88672:88672:255:4294967295] 192.168.201.27@tcp LPNI seq info [88672:88672:7:4294967295] 00000400:00000200:1.0:1761122779.046517:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.046522:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.046526:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.046531:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.046539:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.046542:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.047132:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.047135:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:2.0:1761122779.047139:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.047143:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.047146:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:2.0:1761122779.047147:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122779.047163:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643622592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.049959:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3da37e6. 00010000:00000010:1.1:1761122779.052701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a638af67. 00010000:00000010:1.1:1761122779.052713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a83c8e. 00000400:00000200:1.0:1761122779.058452:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.058477:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482028c0 00000400:00000200:1.0:1761122779.058488:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae631 [1] + 224 00000400:00000200:1.0:1761122779.058504:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.058508:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.058522:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643622592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.061459:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.061479:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ee80 00000400:00000200:2.0:1761122779.061488:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 1312 00000400:00000200:2.0:1761122779.061553:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.061560:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.061566:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.061572:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 00000020:00000010:3.0:1761122779.061798:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f02ec309. 00000020:00000010:3.0:1761122779.061805:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.061810:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122779.061842:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000859fcd97 x1846669643935360/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.061884:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935360 02000000:00000010:3.0:1761122779.061896:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f32de436. 00010000:00000010:3.0:1761122779.061925:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbedcb8a. 00010000:00000010:3.0:1761122779.061947:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.061954:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.061973:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.061978:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122779.061993:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.061999:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935360, offset 224 00080000:00000010:2.0:1761122779.062005:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011449ee5. 00000400:00000200:3.0:1761122779.062010:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.062024:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.062030:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88673:88673:256:4294967295] 192.168.201.27@tcp LPNI seq info [88673:88673:8:4294967295] 00000400:00000200:3.0:1761122779.062040:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.062046:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.062051:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.062058:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.062066:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.062070:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122779.062090:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2ddefa8. 00000020:00000010:3.0:1761122779.062091:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.062098:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00010000:00000010:2.0:1761122779.062098:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dba61c5. 00000020:00000010:3.0:1761122779.062103:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f02ec309. 00010000:00000010:2.0:1761122779.062179:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122779.062184:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000aa31e1f9. 00000800:00000200:3.0:1761122779.062186:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.062190:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00010000:00000010:2.0:1761122779.062190:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e93db65f. 00000400:00000200:3.0:1761122779.062197:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122779.062197:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00000400:00000200:3.0:1761122779.062202:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.062207:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:3.0:1761122779.062209:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00080000:00000010:2.0:1761122779.062211:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9291479. 00010000:00000010:2.0:1761122779.062244:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122779.062249:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aa31e1f9. 00010000:00000010:2.0:1761122779.062299:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.0:1761122779.062304:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122779.062311:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cadd789. 00000100:00000010:2.0:1761122779.062316:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010ca4b14. 00000100:00000010:2.0:1761122779.062324:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122779.062335:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e78ab66b. 02000000:00000010:2.0:1761122779.062356:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b4ca35a. 00000400:00000010:2.0:1761122779.062361:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002350b53b. 00000400:00000010:2.0:1761122779.062365:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122779.062424:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643622656, portal 16 00000400:00000010:2.0:1761122779.062431:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122779.062434:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643622656, offset 0 00000400:00000200:2.0:1761122779.062441:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.062449:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.062457:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.062461:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.062463:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.062466:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88674:88674:256:4294967295] 192.168.201.27@tcp LPNI seq info [88674:88674:8:4294967295] 00000400:00000200:2.0:1761122779.062475:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.062481:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.062486:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.062491:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.062497:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.062499:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761122779.066897:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.066918:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202900 00000400:00000200:2.0:1761122779.066927:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae63d [1] + 224 00000400:00000200:2.0:1761122779.066945:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.066950:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.066961:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643622656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122779.068981:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2af6c6f. 00000020:00000010:3.0:1761122779.069220:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.069225:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122779.069252:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000c0c3a5 x1846669643935424/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.069293:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935424 02000000:00000010:3.0:1761122779.069304:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f02ec309. 00010000:00000010:3.0:1761122779.069332:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a934224. 00010000:00000010:3.0:1761122779.069353:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.069360:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.069836:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.069842:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122779.069856:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.069862:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935424, offset 224 00000400:00000200:3.0:1761122779.069871:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.069883:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.069890:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88675:88675:256:4294967295] 192.168.201.27@tcp LPNI seq info [88675:88675:8:4294967295] 00000400:00000200:3.0:1761122779.069905:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.069911:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.069917:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.069923:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.069931:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.069934:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.069963:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.069967:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122779.069973:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2af6c6f. 00000800:00000200:2.0:1761122779.070047:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.070052:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:2.0:1761122779.070058:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.070063:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.070067:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:2.0:1761122779.070069:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00010000:00000010:3.1:1761122779.070706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de0866d2. 00000800:00000200:2.0:1761122779.071195:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.071198:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086ac4213 (tot 82347354). 00000400:00000200:2.0:1761122779.071202:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.071207:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.071210:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:2.0:1761122779.071211:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:2.0:1761122779.071218:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b0cfc9ef x1846669643622720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.073471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001619e627. 00010000:00000010:2.1:1761122779.073481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df651cf. 00010000:00000010:2.1:1761122779.073485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122779.073487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00010000:00000010:3.1:1761122779.073711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9e1b145. 00000400:00000200:3.0:1761122779.075731:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.076340:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202940 00000400:00000200:2.0:1761122779.076351:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae649 [1] + 224 00000400:00000200:2.0:1761122779.076369:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.076373:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.076385:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643622720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.076519:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff52226f. 00010000:00000010:0.1:1761122779.076528:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00000400:00000010:1.0:1761122779.076546:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcfb7829. 00000400:00000200:1.0:1761122779.076550:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:1.0:1761122779.076552:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:1.0:1761122779.076559:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643622720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.076567:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643622720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.076595:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c6632ee. 02000000:00000010:1.0:1761122779.076600:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000363f20ad. 00000100:00000010:1.0:1761122779.076603:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:1.0:1761122779.076608:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:1.0:1761122779.076611:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000077cd3bdb. 00000400:00000200:3.0:1761122779.077564:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.077575:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ef00 00000400:00000200:3.0:1761122779.077581:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacf59 [2] + 1968 00000400:00000010:3.0:1761122779.077585:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e31769. 00000400:00000200:3.0:1761122779.077588:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000104fc5fa 00000400:00000200:3.0:1761122779.077637:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.077642:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.077644:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000104fc5fa 00000400:00000010:3.0:1761122779.077646:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000104fc5fa (tot 82347202). 00000100:00000200:3.0:1761122779.077651:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122779.077713:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2af6c6f. 00000020:00000010:3.0:1761122779.077719:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.077723:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122779.077795:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a43b4f0 x1846669643935488/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.077821:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935488 02000000:00000010:3.0:1761122779.077830:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c12e2d23. 00010000:00000010:3.0:1761122779.077856:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000438d2c72. 00010000:00000010:3.0:1761122779.077874:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.077879:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000104fc5fa. 00000100:00000010:3.0:1761122779.077889:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000104fc5fa. 00010000:00000010:3.0:1761122779.077891:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122779.077903:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122779.077908:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935488, offset 224 00000400:00000200:3.0:1761122779.077915:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.077926:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.077931:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88677:88677:256:4294967295] 192.168.201.27@tcp LPNI seq info [88677:88677:8:4294967295] 00000400:00000200:3.0:1761122779.077941:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.077946:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.077950:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347450). 00000800:00000200:3.0:1761122779.077956:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.078196:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.078201:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.078215:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.078219:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:3.0:1761122779.078223:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2af6c6f. 02000000:00000010:3.0:1761122779.078230:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f02ec309. 00000100:00000010:3.0:1761122779.078233:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 02000000:00000010:3.0:1761122779.078239:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f32de436. 00000100:00000010:3.0:1761122779.078241:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 02000000:00000010:3.0:1761122779.078244:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e8b25295. 00000100:00000010:3.0:1761122779.078246:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 02000000:00000010:3.0:1761122779.078250:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000407f694. 00000100:00000010:3.0:1761122779.078252:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.078255:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008334f33b. 00000100:00000010:3.0:1761122779.078257:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122779.078261:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000042a13794. 00000100:00000010:3.0:1761122779.078263:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000200:3.0:1761122779.078269:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122779.078272:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062e31769. 00000400:00000010:3.0:1761122779.078276:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000104fc5fa (tot 82347602). 00000800:00000200:2.0:1761122779.079292:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.079296:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347602). 00000400:00000200:2.0:1761122779.079300:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.079305:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.079308:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:2.0:1761122779.079485:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 02000000:00000010:2.0:1761122779.079490:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c12e2d23. 00000800:00000200:2.0:1761122779.079545:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.079547:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcaf3e23 (tot 82347354). 00000400:00000200:2.0:1761122779.079549:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.079552:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.079554:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:2.0:1761122779.079556:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:2.0:1761122779.079561:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643622784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.084627:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.084646:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202980 00000400:00000200:3.0:1761122779.084677:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae659 [1] + 224 00000400:00000200:3.0:1761122779.084692:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.084696:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.084707:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643622784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.085251:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.085260:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ef40 00000400:00000200:3.0:1761122779.085266:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 0 00000400:00000200:3.0:1761122779.085321:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.085325:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.085331:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.085336:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000020:00000010:2.0:1761122779.085529:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000042a13794. 00000020:00000010:2.0:1761122779.085536:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122779.085541:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.085565:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008eb82e2c x1846669643935552/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.085599:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935552 02000000:00000010:2.0:1761122779.085611:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e78ab66b. 00010000:00000010:2.0:1761122779.085650:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.086589:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f86f6d65. 00000100:00000010:2.0:1761122779.086600:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f86f6d65. 00010000:00000010:2.0:1761122779.086604:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.086620:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122779.086625:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935552, offset 224 00000400:00000200:2.0:1761122779.086634:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.086645:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.086651:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88679:88679:256:4294967295] 192.168.201.27@tcp LPNI seq info [88679:88679:8:4294967295] 00000400:00000200:2.0:1761122779.086683:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.086689:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.086694:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.086701:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.086708:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.086713:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.086735:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122779.086740:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.086744:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000042a13794. 00000400:00000010:2.0:1761122779.086772:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000742a011. 00000400:00000200:2.0:1761122779.086776:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:2.0:1761122779.086778:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:2.0:1761122779.086784:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643622784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.086793:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643622784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122779.086812:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f166dafd. 02000000:00000010:2.0:1761122779.086825:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c6632ee. 02000000:00000010:2.0:1761122779.086830:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000363f20ad. 00000100:00000010:2.0:1761122779.086833:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:2.0:1761122779.086838:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:2.0:1761122779.086841:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d93f96d. 00080000:00000010:2.0:1761122779.086857:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042a13794. 00010000:00000010:2.0:1761122779.086944:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:2.0:1761122779.086951:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009cda6e35. 00010000:00000010:2.0:1761122779.087021:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.0:1761122779.087028:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122779.087038:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.087041:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f86f6d65. 00000100:00000010:2.0:1761122779.087049:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa2a0161. 02000000:00000010:2.0:1761122779.087058:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b4ca35a. 02000000:00000010:2.0:1761122779.087084:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a165f47d. 00000400:00000010:2.0:1761122779.087090:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b966aea1. 00000400:00000010:2.0:1761122779.087094:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122779.087099:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643622848, portal 16 00000400:00000010:2.0:1761122779.087103:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122779.087105:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643622848, offset 0 00000400:00000200:2.0:1761122779.087112:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.087117:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.087123:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.087126:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.087129:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.087132:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88680:88680:255:4294967295] 192.168.201.27@tcp LPNI seq info [88680:88680:7:4294967295] 00000400:00000200:2.0:1761122779.087139:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.087143:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.087146:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122779.087164:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.087169:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.087171:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.090042:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.090060:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482029c0 00000400:00000200:3.0:1761122779.090069:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae665 [1] + 224 00000400:00000200:3.0:1761122779.090083:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.090087:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.090097:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa2a0161 x1846669643622848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.090226:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b966aea1. 00000400:00000200:2.0:1761122779.090231:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122779.090233:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122779.090238:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa2a0161 x1846669643622848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.090244:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa2a0161 x1846669643622848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.090273:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a165f47d. 02000000:00000010:2.0:1761122779.090280:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b4ca35a. 00000100:00000010:2.0:1761122779.090284:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa2a0161. 00000100:00000010:2.0:1761122779.090288:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f86f6d65. 00010000:00000010:2.0:1761122779.090291:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00010000:00000010:3.1:1761122779.091567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003410c8a. 00010000:00000010:0.1:1761122779.091729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d34670. 00010000:00000010:0.1:1761122779.091737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00000020:00000010:3.0:1761122779.092198:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f32de436. 00000020:00000010:3.0:1761122779.092205:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.092210:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000753dd4c6. 00000100:00000200:3.0:1761122779.092234:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643935616/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.092486:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935616 02000000:00000010:2.0:1761122779.092499:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a165f47d. 00010000:00000010:2.0:1761122779.092527:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028798137. 00010000:00000010:2.0:1761122779.092548:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.092554:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f86f6d65. 00000100:00000010:2.0:1761122779.092572:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f86f6d65. 00010000:00000010:2.0:1761122779.092576:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.092589:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122779.092594:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935616, offset 224 00000400:00000200:2.0:1761122779.092601:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.092612:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.092618:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88681:88681:256:4294967295] 192.168.201.27@tcp LPNI seq info [88681:88681:8:4294967295] 00000400:00000200:2.0:1761122779.092627:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.092631:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.092636:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.092642:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.092649:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.092673:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.092696:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:2.0:1761122779.092701:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000753dd4c6. 00000020:00000010:2.0:1761122779.092705:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f32de436. 00000800:00000200:3.0:1761122779.092824:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.092829:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122779.092833:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.092838:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.092841:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:3.0:1761122779.092843:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000800:00000200:3.0:1761122779.093276:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.093279:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037159031 (tot 82347354). 00000400:00000200:3.0:1761122779.093282:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.093286:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.093289:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122779.093290:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:3.0:1761122779.093296:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643622912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.096359:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.096379:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202a00 00000400:00000200:3.0:1761122779.096388:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae671 [1] + 224 00000400:00000200:3.0:1761122779.096403:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.096407:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.096417:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643622912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.096711:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008aed3331. 00010000:00000010:2.1:1761122779.096720:0:78549:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0b15b5. 00010000:00000010:2.1:1761122779.096724:0:78549:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00000400:00000010:1.0:1761122779.097757:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:1.0:1761122779.097763:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:1.0:1761122779.097766:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:1.0:1761122779.097976:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643622912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.097983:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643622912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.098011:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013579275. 02000000:00000010:1.0:1761122779.098017:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed29bead. 00000100:00000010:1.0:1761122779.098021:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:1.0:1761122779.098025:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:1.0:1761122779.098029:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000eabb955d. 00000400:00000200:3.0:1761122779.098993:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.099005:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824efc0 00000400:00000200:3.0:1761122779.099012:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 656 00000400:00000200:3.0:1761122779.099070:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.099075:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.099079:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.099084:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:1.0:1761122779.099683:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098a0bdfa. 00000020:00000010:1.0:1761122779.099691:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.099696:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.099722:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643935680/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.099755:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935680 02000000:00000010:1.0:1761122779.099767:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad5993cb. 00010000:00000010:1.0:1761122779.099796:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000647e3ea9. 00010000:00000010:1.0:1761122779.099819:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cf62695. 00000100:00000010:1.0:1761122779.099824:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.099844:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.099849:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cf62695. 00000400:00000010:1.0:1761122779.099864:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122779.099881:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935680, offset 224 00000400:00000200:1.0:1761122779.099890:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.099902:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.099908:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88683:88683:256:4294967295] 192.168.201.27@tcp LPNI seq info [88683:88683:8:4294967295] 00000400:00000200:1.0:1761122779.099919:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.099928:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.099933:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.099939:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.099947:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.099951:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.099971:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.099977:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.099980:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098a0bdfa. 00000800:00000200:1.0:1761122779.100066:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.100070:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.100076:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.100080:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.100084:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:1.0:1761122779.100086:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000800:00000200:1.0:1761122779.101600:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.101604:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:1.0:1761122779.101609:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.101615:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.101618:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:1.0:1761122779.101620:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:1.0:1761122779.101629:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643622976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.101700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dfe3a7ce. 00010000:00000010:0.1:1761122779.101707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.1:1761122779.101766:0:78564:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df44b49. 00000400:00000200:3.0:1761122779.104695:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.104713:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202a40 00000400:00000200:3.0:1761122779.104721:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae67d [1] + 224 00000400:00000200:3.0:1761122779.104736:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.104740:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.104750:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643622976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.105676:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d76a60. 00010000:00000010:0.1:1761122779.105683:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:0.1:1761122779.105687:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122779.105690:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00000400:00000200:1.0:1761122779.106192:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.106203:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f000 00000400:00000200:1.0:1761122779.106210:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 984 00000400:00000200:1.0:1761122779.106265:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.106269:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.106274:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.106279:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:3.0:1761122779.106351:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f02ec309. 00000020:00000010:3.0:1761122779.106358:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.106361:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9e4808. 00000100:00000200:3.0:1761122779.106382:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643935744/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.106415:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643935744 02000000:00000010:3.0:1761122779.106424:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2af6c6f. 00010000:00000010:3.0:1761122779.106450:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9c2cc4f. 00010000:00000010:3.0:1761122779.106468:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.106478:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.106494:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.106497:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000542a51ac. 00000400:00000010:3.0:1761122779.106510:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122779.106514:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643935744, offset 224 00000400:00000200:3.0:1761122779.106521:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.106531:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.106537:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88685:88685:256:4294967295] 192.168.201.27@tcp LPNI seq info [88685:88685:8:4294967295] 00000400:00000200:3.0:1761122779.106547:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.106552:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.106556:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122779.106561:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.106568:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.106572:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.106587:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122779.106590:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9e4808. 00000020:00000010:3.0:1761122779.106594:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f02ec309. 00000800:00000200:1.0:1761122779.106709:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.106713:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:1.0:1761122779.106718:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.106722:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.106724:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:1.0:1761122779.106726:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000800:00000200:3.0:1761122779.107915:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.107918:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:3.0:1761122779.107922:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.107926:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.107930:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:3.0:1761122779.107931:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:3.0:1761122779.107939:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643623040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.110087:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.110104:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202a80 00000400:00000200:1.0:1761122779.110113:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae689 [1] + 224 00000400:00000200:1.0:1761122779.110128:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.110132:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.110147:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643623040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.110679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daca801e. 00000400:00000200:1.0:1761122779.110740:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.110758:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f040 00000400:00000200:1.0:1761122779.110763:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 1312 00000400:00000200:1.0:1761122779.110811:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.110815:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.110818:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.110822:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000800:00000200:1.0:1761122779.113503:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.113509:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000325b93d6 (tot 82347354). 00000400:00000200:1.0:1761122779.113514:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.113521:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.113525:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:1.0:1761122779.113527:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:1.0:1761122779.113536:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643623104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.118362:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.118380:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202ac0 00000400:00000200:1.0:1761122779.118389:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae695 [1] + 224 00000400:00000200:1.0:1761122779.118403:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.118408:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.118420:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643623104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.118467:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.118473:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f080 00000400:00000200:1.0:1761122779.118479:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 1640 00000400:00000200:1.0:1761122779.118529:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.118533:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.118536:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.118542:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00010000:00000010:0.1:1761122779.118812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090f3464d. 00010000:00000010:0.1:1761122779.118820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00000800:00000200:1.0:1761122779.119635:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.119639:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002577cf85 (tot 82347354). 00000400:00000200:1.0:1761122779.119643:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.119646:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:3.1:1761122779.119683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aecfa0f2. 00000400:00000010:3.0:1761122779.119712:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059990272. 00000400:00000200:3.0:1761122779.119717:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:3.0:1761122779.119719:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:3.0:1761122779.119726:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643623104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.119734:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643623104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122779.119754:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001319ab4f. 02000000:00000010:3.0:1761122779.119767:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c6632ee. 02000000:00000010:3.0:1761122779.119772:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000363f20ad. 00000100:00000010:3.0:1761122779.119775:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:3.0:1761122779.119778:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f978025. 00010000:00000010:3.0:1761122779.119780:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004eec884b. 00080000:00000010:3.0:1761122779.119795:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000951a7b55. 00010000:00000010:3.0:1761122779.119879:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:3.0:1761122779.119886:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029e8ca8f. 00010000:00000010:3.0:1761122779.120160:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.0:1761122779.120167:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c98cddab. 00010000:00000010:3.0:1761122779.120177:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000542a51ac. 00000100:00000010:3.0:1761122779.120181:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.120187:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.120197:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006290ee9b. 02000000:00000010:3.0:1761122779.120219:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad7038b3. 00000400:00000010:3.0:1761122779.120224:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000552f1ae. 00000400:00000010:3.0:1761122779.120228:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122779.120232:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623168, portal 16 00000400:00000010:3.0:1761122779.120236:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122779.120238:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623168, offset 0 00000400:00000200:3.0:1761122779.120244:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.120251:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.120257:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.120260:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.120264:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.120267:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88690:88690:255:4294967295] 192.168.201.27@tcp LPNI seq info [88690:88690:7:4294967295] 00000400:00000200:3.0:1761122779.120274:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.120279:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.120282:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122779.120286:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.120291:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.120294:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122779.120404:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:1.0:1761122779.120407:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000800:00000200:1.0:1761122779.120466:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.120469:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:1.0:1761122779.120475:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.120480:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.120484:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:1.0:1761122779.120486:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:1.0:1761122779.120493:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643623168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.121741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba62bddb. 00010000:00000010:0.1:1761122779.121750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037617187. 00010000:00000010:0.1:1761122779.121753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00000400:00000200:3.0:1761122779.124789:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.124821:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202b00 00000400:00000200:3.0:1761122779.124831:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6a1 [1] + 224 00000400:00000200:3.0:1761122779.124849:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.124853:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.124864:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643623168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.125822:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.125832:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f0c0 00000400:00000200:3.0:1761122779.125838:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xacfb1 [2] + 1968 00000400:00000010:3.0:1761122779.125842:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:3.0:1761122779.125845:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c8e673be 00000400:00000200:3.0:1761122779.125944:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.125950:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.125953:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8e673be 00000400:00000010:3.0:1761122779.125955:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c8e673be (tot 82347202). 00000100:00000200:3.0:1761122779.125962:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00080000:00000010:2.0:1761122779.127597:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8a70b4. 00010000:00000010:3.1:1761122779.127691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039b4b462. 00010000:00000010:3.1:1761122779.127698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a92653ba. 00010000:00000010:3.1:1761122779.127702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:2.0:1761122779.127785:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98cddab. 00010000:00000010:2.0:1761122779.127793:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fbe3629. 00010000:00000010:2.0:1761122779.127881:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122779.127888:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122779.127898:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2e177de. 00000100:00000010:2.0:1761122779.127903:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.127911:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa2a0161. 02000000:00000010:2.0:1761122779.127922:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000058d3f931. 02000000:00000010:2.0:1761122779.127949:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a95f5b61. 00000400:00000010:2.0:1761122779.127953:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b966aea1. 00000400:00000010:2.0:1761122779.127957:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122779.127961:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623232, portal 16 00000400:00000010:2.0:1761122779.127965:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.127967:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623232, offset 0 00000400:00000200:2.0:1761122779.127973:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.127981:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.127988:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.127992:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.127995:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.127997:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88692:88692:256:4294967295] 192.168.201.27@tcp LPNI seq info [88692:88692:8:4294967295] 00000400:00000200:2.0:1761122779.128004:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.128009:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.128013:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.128017:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.128022:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.128024:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.128236:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.128239:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122779.128244:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.128248:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.128251:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:3.0:1761122779.128252:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:3.0:1761122779.128258:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa2a0161 x1846669643623232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.129647:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.129737:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202b40 00000400:00000200:3.0:1761122779.129744:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6b1 [1] + 224 00000400:00000200:3.0:1761122779.129811:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.129816:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.129824:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa2a0161 x1846669643623232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.129852:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.129858:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f100 00000400:00000200:3.0:1761122779.129863:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 0 00000400:00000200:3.0:1761122779.129896:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.129900:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.129904:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.129908:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000400:00000010:2.0:1761122779.130010:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b966aea1. 00000400:00000200:2.0:1761122779.130013:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:2.0:1761122779.130014:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:2.0:1761122779.130019:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa2a0161 x1846669643623232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.130026:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa2a0161 x1846669643623232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.130052:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a95f5b61. 02000000:00000010:2.0:1761122779.130057:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000058d3f931. 00000100:00000010:2.0:1761122779.130062:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa2a0161. 00000100:00000010:2.0:1761122779.130066:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.130069:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e2e177de. 00080000:00000010:2.0:1761122779.131600:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a95f5b61. 00010000:00000010:2.0:1761122779.131709:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122779.131716:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033f1a863. 00000800:00000200:3.0:1761122779.132231:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.132236:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122779.132241:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.132246:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.132250:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122779.132252:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00010000:00000010:2.0:1761122779.132796:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122779.132801:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122779.132806:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122779.132810:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00080000:00000010:2.0:1761122779.132827:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058d3f931. 00010000:00000010:2.0:1761122779.132864:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122779.132868:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122779.132918:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:2.0:1761122779.132923:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122779.132930:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e2e177de. 00000100:00000010:2.0:1761122779.132934:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.132941:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa2a0161. 02000000:00000010:2.0:1761122779.132955:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5597549. 02000000:00000010:2.0:1761122779.132979:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edf2d852. 00000400:00000010:2.0:1761122779.132985:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b966aea1. 00000400:00000010:2.0:1761122779.132990:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122779.132994:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623296, portal 16 00000400:00000010:2.0:1761122779.132998:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122779.133000:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623296, offset 0 00000400:00000200:2.0:1761122779.133005:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.133013:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.133019:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.133023:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.133026:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.133028:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88694:88694:256:4294967295] 192.168.201.27@tcp LPNI seq info [88694:88694:8:4294967295] 00000400:00000200:2.0:1761122779.133036:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.133040:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.133044:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.133048:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.133053:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.133056:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.133140:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.133143:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122779.133160:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.133165:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.133168:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:1.0:1761122779.133169:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:1.0:1761122779.133175:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa2a0161 x1846669643623296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.134530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5840cf2. 00010000:00000010:2.1:1761122779.137690:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8d03b17. 00010000:00000010:2.1:1761122779.137702:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00000400:00000200:3.0:1761122779.138333:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.138348:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202b80 00000400:00000200:3.0:1761122779.138356:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6bd [1] + 224 00000400:00000200:3.0:1761122779.138367:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.138370:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.138380:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa2a0161 x1846669643623296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.138414:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.138420:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f140 00000400:00000200:3.0:1761122779.138425:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 328 00000400:00000200:3.0:1761122779.138482:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.138485:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.138490:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.138494:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000800:00000200:1.0:1761122779.138849:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.138854:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:1.0:1761122779.138857:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.138863:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.138867:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:1.0:1761122779.138872:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00010000:00000010:2.1:1761122779.141955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c055f00. 00010000:00000010:2.1:1761122779.141967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:2.1:1761122779.141972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122779.141976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:0.1:1761122779.142704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559d293a. 00000400:00000200:1.0:1761122779.143592:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.143608:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202bc0 00000400:00000200:1.0:1761122779.143617:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6c9 [1] + 224 00000400:00000200:1.0:1761122779.143632:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.143636:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.143646:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643623360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.143715:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:2.0:1761122779.143721:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:2.0:1761122779.143723:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:2.0:1761122779.143731:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643623360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.143739:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643623360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.143779:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000884cf8b2. 02000000:00000010:2.0:1761122779.143786:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b24cdecc. 00000100:00000010:2.0:1761122779.143790:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:2.0:1761122779.143795:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a0ab0235. 00010000:00000010:2.0:1761122779.143799:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008e17a8c2. 00000400:00000200:1.0:1761122779.144350:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.144363:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f180 00000400:00000200:1.0:1761122779.144369:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 656 00000400:00000200:1.0:1761122779.144431:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.144436:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.144441:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.144446:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:2.0:1761122779.144514:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cfc836f5. 00000020:00000010:2.0:1761122779.144521:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.144526:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.144549:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643936128/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.144591:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936128 02000000:00000010:2.0:1761122779.144602:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008847396e. 00010000:00000010:2.0:1761122779.144629:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000279f72ff. 00010000:00000010:2.0:1761122779.144649:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.144706:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00010000:00000010:0.1:1761122779.144706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008526f4dd. 00010000:00000010:0.1:1761122779.144715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2e9b1d. 00000100:00000010:2.0:1761122779.144721:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:0.1:1761122779.144725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:2.0:1761122779.144726:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.144742:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122779.144746:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936128, offset 224 00000400:00000200:2.0:1761122779.144754:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.144765:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.144770:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88697:88697:256:4294967295] 192.168.201.27@tcp LPNI seq info [88697:88697:8:4294967295] 00000400:00000200:2.0:1761122779.144780:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00080000:00000010:1.0:1761122779.144780:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a0bdfa. 00000800:00000200:2.0:1761122779.144793:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.144798:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.144804:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.144811:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.144814:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.144837:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.144845:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.144851:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cfc836f5. 00010000:00000010:1.0:1761122779.144870:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:1.0:1761122779.144879:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000030512687. 00010000:00000010:1.0:1761122779.144957:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9875705. 00010000:00000010:1.0:1761122779.144964:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:1.0:1761122779.144974:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cf62695. 00000100:00000010:1.0:1761122779.144978:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.144985:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122779.144995:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:1.0:1761122779.145020:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5993cb. 00000400:00000010:1.0:1761122779.146006:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae0520f2. 00000400:00000010:1.0:1761122779.146016:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122779.146022:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623424, portal 16 00000400:00000010:1.0:1761122779.146026:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122779.146029:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623424, offset 0 00000400:00000200:1.0:1761122779.146034:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.146042:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.146048:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.146051:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.146054:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.146058:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88698:88698:256:4294967295] 192.168.201.27@tcp LPNI seq info [88698:88698:8:4294967295] 00000400:00000200:1.0:1761122779.146069:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.146075:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.146079:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.146083:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.146089:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.146091:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.146645:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.146648:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:3.0:1761122779.146683:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.146690:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.146694:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:3.0:1761122779.146696:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:3.0:1761122779.146704:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000079504736 x1846669643623424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.150696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003b0bbb8. 00010000:00000010:1.1:1761122779.150709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:2.1:1761122779.150744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007472fbe5. 00000400:00000200:1.0:1761122779.153551:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.153568:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202c00 00000400:00000200:1.0:1761122779.153577:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6d5 [1] + 224 00000400:00000200:1.0:1761122779.153588:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.153592:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.153602:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000079504736 x1846669643623424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.153635:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.153640:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f1c0 00000400:00000200:1.0:1761122779.153644:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 984 00000400:00000010:2.0:1761122779.153691:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae0520f2. 00000400:00000200:2.0:1761122779.153698:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:2.0:1761122779.153700:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:2.0:1761122779.153710:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000079504736 x1846669643623424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.153720:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000079504736 x1846669643623424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.153727:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.153733:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.153738:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.153744:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:2.0:1761122779.153753:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5993cb. 02000000:00000010:2.0:1761122779.153762:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:2.0:1761122779.153767:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 00000100:00000010:2.0:1761122779.153771:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:2.0:1761122779.153777:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cf62695. 00000020:00000010:3.0:1761122779.153791:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e4c4ed. 00000020:00000010:3.0:1761122779.153800:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122779.153804:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9e4808. 00000100:00000200:3.0:1761122779.153834:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643936192/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.153873:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936192 02000000:00000010:3.0:1761122779.153886:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007360f90c. 00010000:00000010:3.0:1761122779.153912:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc2018cb. 00010000:00000010:3.0:1761122779.154005:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c78bee3a. 00000100:00000010:3.0:1761122779.154012:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.154028:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.154032:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c78bee3a. 00000400:00000010:3.0:1761122779.154044:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122779.154049:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936192, offset 224 00000400:00000200:3.0:1761122779.154056:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.154068:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.154073:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88699:88699:256:4294967295] 192.168.201.27@tcp LPNI seq info [88699:88699:8:4294967295] 00000400:00000200:3.0:1761122779.154082:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.154087:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.154092:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.154097:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.154104:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.154108:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.154133:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122779.154139:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9e4808. 00000020:00000010:3.0:1761122779.154143:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e4c4ed. 00080000:00000010:2.0:1761122779.154165:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfc836f5. 00010000:00000010:2.0:1761122779.154260:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:2.0:1761122779.154267:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000248700b6. 00010000:00000010:2.0:1761122779.154514:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122779.154521:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122779.154531:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.154536:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.154543:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 02000000:00000010:2.0:1761122779.154553:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006eb5a08c. 02000000:00000010:2.0:1761122779.154578:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000163fcbfe. 00000400:00000010:2.0:1761122779.154582:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.154587:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122779.154591:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623488, portal 16 00000400:00000010:2.0:1761122779.154596:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122779.154598:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623488, offset 0 00000400:00000200:2.0:1761122779.154604:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.154611:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.154618:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.154621:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.154625:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.154627:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88700:88700:255:4294967295] 192.168.201.27@tcp LPNI seq info [88700:88700:7:4294967295] 00000400:00000200:2.0:1761122779.154634:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.154639:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.154643:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122779.154647:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.154652:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.154890:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.157840:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.157860:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202c40 00000400:00000200:3.0:1761122779.157867:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6e1 [1] + 224 00000400:00000200:3.0:1761122779.157881:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.157884:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.157894:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042548660 x1846669643623488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.157969:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.157974:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122779.157976:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122779.157983:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042548660 x1846669643623488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.157991:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042548660 x1846669643623488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.158019:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000163fcbfe. 02000000:00000010:2.0:1761122779.158028:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006eb5a08c. 00000100:00000010:2.0:1761122779.158032:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 00000100:00000010:2.0:1761122779.158035:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.158039:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00010000:00000010:2.1:1761122779.159304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f060b584. 00010000:00000010:2.1:1761122779.159517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9875705. 00000400:00000200:1.0:1761122779.159755:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.159769:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f200 00000400:00000200:1.0:1761122779.159777:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 1312 00000400:00000200:1.0:1761122779.160226:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.160232:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.160238:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.160244:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:3.0:1761122779.160557:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000090e4c4ed. 00000020:00000010:3.0:1761122779.160565:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122779.160569:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002c9e4808. 00000100:00000200:3.0:1761122779.160597:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643936256/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.160636:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936256 02000000:00000010:3.0:1761122779.160649:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001ee169a. 00010000:00000010:3.0:1761122779.160692:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000339669d6. 00010000:00000010:3.0:1761122779.160712:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c78bee3a. 00000100:00000010:2.0:1761122779.160787:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.160811:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.160816:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c78bee3a. 00000400:00000010:2.0:1761122779.160832:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122779.160837:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936256, offset 224 00000400:00000200:2.0:1761122779.160846:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.160857:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.160863:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88701:88701:256:4294967295] 192.168.201.27@tcp LPNI seq info [88701:88701:8:4294967295] 00000400:00000200:2.0:1761122779.160873:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.160879:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.160885:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.160891:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.160899:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.160903:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122779.160927:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f02ec309. 00000020:00000010:2.0:1761122779.160929:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:2.0:1761122779.160936:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002c9e4808. 00000020:00000010:2.0:1761122779.160940:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000090e4c4ed. 00010000:00000010:3.0:1761122779.161016:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:3.0:1761122779.161023:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b042a072. 00010000:00000010:3.0:1761122779.161088:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.0:1761122779.161094:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c98cddab. 00010000:00000010:3.0:1761122779.161102:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.161107:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.161112:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.161122:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2af6c6f. 02000000:00000010:3.0:1761122779.161143:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006290ee9b. 00000400:00000010:3.0:1761122779.161146:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001423de59. 00000400:00000010:3.0:1761122779.161162:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122779.161166:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623552, portal 16 00000400:00000010:3.0:1761122779.161169:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122779.161171:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623552, offset 0 00000400:00000200:3.0:1761122779.161176:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.161182:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.161188:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.161191:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.161194:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.161196:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88702:88702:256:4294967295] 192.168.201.27@tcp LPNI seq info [88702:88702:8:4294967295] 00000400:00000200:3.0:1761122779.161203:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.161207:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.161209:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.161213:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.161216:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.161218:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.161849:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.161852:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:1.0:1761122779.161857:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.161861:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.161863:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:1.0:1761122779.161865:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:1.0:1761122779.161870:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643623552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.162714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000588f64bc. 00000400:00000200:1.0:1761122779.164576:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.164593:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202c80 00000400:00000200:1.0:1761122779.164601:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6ed [1] + 224 00000400:00000200:1.0:1761122779.164614:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.164618:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.164626:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643623552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.165563:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001423de59. 00000400:00000200:3.0:1761122779.165570:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122779.165572:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122779.165580:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643623552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.165589:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643623552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.165624:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006290ee9b. 02000000:00000010:3.0:1761122779.165632:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2af6c6f. 00000100:00000010:3.0:1761122779.165635:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122779.165639:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.165644:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000020:00000010:2.0:1761122779.167090:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006eb5a08c. 00000020:00000010:2.0:1761122779.167100:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.167104:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.167134:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643936320/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.167179:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936320 02000000:00000010:2.0:1761122779.167193:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000163fcbfe. 00010000:00000010:2.0:1761122779.167225:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f09ceb. 00010000:00000010:2.0:1761122779.167246:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.167252:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.167264:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.167266:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.167278:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122779.167282:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936320, offset 224 00000400:00000200:2.0:1761122779.167288:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122779.167292:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008334f33b. 00000400:00000200:2.0:1761122779.167299:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.167304:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88703:88703:256:4294967295] 192.168.201.27@tcp LPNI seq info [88703:88703:8:4294967295] 00000400:00000200:2.0:1761122779.167312:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.167318:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.167322:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.167540:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.167546:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.167549:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.167573:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.167577:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.167580:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006eb5a08c. 00010000:00000010:1.0:1761122779.167605:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98cddab. 00010000:00000010:1.0:1761122779.167613:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbeb5ea9. 00010000:00000010:1.0:1761122779.167724:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.167729:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cc71f7e6. 00010000:00000010:1.0:1761122779.167736:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.167740:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00080000:00000010:1.0:1761122779.167759:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000407f694. 00010000:00000010:1.0:1761122779.167793:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.167798:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc71f7e6. 00010000:00000010:3.1:1761122779.167844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000728d5d17. 00010000:00000010:3.1:1761122779.167852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080d07840. 00010000:00000010:3.1:1761122779.167856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:1.0:1761122779.167859:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc63999. 00010000:00000010:1.0:1761122779.167863:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.167871:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd2a3ccd. 00000100:00000010:1.0:1761122779.167875:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122779.167881:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.167892:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005abeae5f. 02000000:00000010:1.0:1761122779.167913:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d71c8f3. 00000400:00000010:1.0:1761122779.167918:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae0520f2. 00000400:00000010:1.0:1761122779.167923:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.167927:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623616, portal 16 00000400:00000010:1.0:1761122779.167932:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122779.167933:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623616, offset 0 00000400:00000200:1.0:1761122779.167938:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000800:00000200:3.0:1761122779.167942:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.167945:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122779.167945:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.167952:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.167956:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.167959:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.167961:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88704:88704:255:4294967295] 192.168.201.27@tcp LPNI seq info [88704:88704:7:4294967295] 00000400:00000200:1.0:1761122779.167968:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.167973:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.167976:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347602). 00000800:00000200:1.0:1761122779.167980:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.167984:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.167987:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.168008:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.168013:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.168017:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:3.0:1761122779.168019:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000800:00000200:3.0:1761122779.168050:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.168052:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006990c170 (tot 82347354). 00000400:00000200:3.0:1761122779.168056:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.168059:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.168061:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:3.0:1761122779.168062:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:3.0:1761122779.168068:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643623616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.170709:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.170724:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202cc0 00000400:00000200:1.0:1761122779.170732:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae6f9 [1] + 224 00000400:00000200:1.0:1761122779.170740:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.170743:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.170750:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643623616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.170780:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.170785:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f280 00000400:00000200:1.0:1761122779.170789:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad011 [2] + 1968 00000400:00000010:1.0:1761122779.170792:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033fb6f8f. 00000400:00000200:1.0:1761122779.170795:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000301c647 00000400:00000010:2.0:1761122779.170799:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae0520f2. 00000400:00000200:2.0:1761122779.170804:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:2.0:1761122779.170805:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:2.0:1761122779.170812:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643623616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.170819:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643623616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.170833:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.170838:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.170840:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000301c647 00000400:00000010:1.0:1761122779.170841:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000301c647 (tot 82347202). 02000000:00000010:2.0:1761122779.170843:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d71c8f3. 00000100:00000200:1.0:1761122779.170847:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761122779.170850:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005abeae5f. 00000100:00000010:2.0:1761122779.170855:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:2.0:1761122779.170859:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:2.0:1761122779.170863:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd2a3ccd. 00000020:00000010:3.0:1761122779.170926:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2af6c6f. 00000020:00000010:3.0:1761122779.170933:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.170938:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.170960:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000107391ce x1846669643936384/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.171044:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936384 02000000:00000010:3.0:1761122779.171057:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006290ee9b. 00010000:00000010:3.0:1761122779.171081:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000474c2950. 00010000:00000010:3.0:1761122779.171099:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.171105:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:3.0:1761122779.171564:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:3.0:1761122779.171569:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000400:00000010:3.0:1761122779.171582:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122779.171587:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936384, offset 224 00000400:00000200:3.0:1761122779.171594:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.171605:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.171611:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88705:88705:256:4294967295] 192.168.201.27@tcp LPNI seq info [88705:88705:8:4294967295] 00000400:00000200:3.0:1761122779.171621:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.171626:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.171631:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347450). 00000800:00000200:3.0:1761122779.171637:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.171644:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.171648:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.171700:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.171705:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.171710:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2af6c6f. 02000000:00000010:3.0:1761122779.171719:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000163fcbfe. 00000100:00000010:3.0:1761122779.171724:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:3.0:1761122779.171729:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001ee169a. 00000100:00000010:3.0:1761122779.171732:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:3.0:1761122779.171736:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007360f90c. 00000100:00000010:3.0:1761122779.171738:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:3.0:1761122779.171740:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008847396e. 00000100:00000010:3.0:1761122779.171742:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:3.0:1761122779.171745:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dd63b87. 00000100:00000010:3.0:1761122779.171748:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122779.171753:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000145d2189. 00000100:00000010:3.0:1761122779.171756:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000200:3.0:1761122779.171763:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122779.171768:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001423de59. 00000400:00000010:3.0:1761122779.171772:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000b2ef7d0 (tot 82347602). 00080000:00000010:2.0:1761122779.171885:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006eb5a08c. 00010000:00000010:2.0:1761122779.171951:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:2.0:1761122779.171957:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036eb3bab. 00010000:00000010:2.0:1761122779.172457:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122779.172463:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122779.172474:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.172479:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.172485:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 02000000:00000010:2.0:1761122779.172495:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000022efdf3. 02000000:00000010:2.0:1761122779.172516:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f97b763b. 00000400:00000010:2.0:1761122779.172520:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.172525:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.172528:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623680, portal 16 00000400:00000010:2.0:1761122779.172532:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122779.172534:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623680, offset 0 00000400:00000200:2.0:1761122779.172539:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.172545:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.172552:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.172556:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.172559:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.172562:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88706:88706:256:4294967295] 192.168.201.27@tcp LPNI seq info [88706:88706:8:4294967295] 00000400:00000200:2.0:1761122779.172570:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.172574:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.172578:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.172582:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00010000:00000010:1.1:1761122779.172757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c051abb. 00010000:00000010:1.1:1761122779.172763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00000800:00000200:2.0:1761122779.173164:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.173167:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.174221:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.174226:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:2.0:1761122779.174232:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.174238:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.174243:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122779.174245:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:2.0:1761122779.174252:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042548660 x1846669643623680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.175051:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.175063:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202d00 00000400:00000200:1.0:1761122779.175068:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae709 [1] + 224 00000400:00000200:1.0:1761122779.175079:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.175081:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.175086:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042548660 x1846669643623680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.175129:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.175133:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:2.0:1761122779.175134:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.175140:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042548660 x1846669643623680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.175161:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042548660 x1846669643623680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.175191:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f97b763b. 02000000:00000010:2.0:1761122779.175196:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000022efdf3. 00000100:00000010:2.0:1761122779.175200:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 00000100:00000010:2.0:1761122779.175204:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.175208:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00010000:00000010:3.1:1761122779.175751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f23df9d0. 00010000:00000010:2.1:1761122779.175806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d064e11. 00010000:00000010:1.1:1761122779.176741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.176749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00000020:00000010:3.0:1761122779.177344:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007360f90c. 00000020:00000010:3.0:1761122779.177352:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.177356:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.177382:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643936448/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.177476:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936448 02000000:00000010:3.0:1761122779.177489:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001ee169a. 00010000:00000010:3.0:1761122779.177515:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e8ba3b. 00010000:00000010:3.0:1761122779.177535:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.177542:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.177639:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122779.177644:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000400:00000010:3.0:1761122779.177677:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122779.177682:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936448, offset 224 00000400:00000200:3.0:1761122779.177690:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.177702:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.177708:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88707:88707:256:4294967295] 192.168.201.27@tcp LPNI seq info [88707:88707:8:4294967295] 00000400:00000200:3.0:1761122779.177718:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.177723:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.177728:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122779.177733:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.177741:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.177744:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122779.177854:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000022efdf3. 00010000:00000010:2.0:1761122779.177931:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122779.177937:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001780000. 00010000:00000010:2.0:1761122779.178013:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.0:1761122779.178019:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122779.178029:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.178033:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.178040:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 02000000:00000010:2.0:1761122779.178050:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f97b763b. 02000000:00000010:2.0:1761122779.178072:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd5446cf. 00000400:00000010:2.0:1761122779.178077:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.178082:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.178086:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623744, portal 16 00000400:00000010:2.0:1761122779.178090:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122779.178092:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623744, offset 0 00000400:00000200:2.0:1761122779.178098:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.178104:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.178110:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.178114:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.178116:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.178119:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88708:88708:255:4294967295] 192.168.201.27@tcp LPNI seq info [88708:88708:7:4294967295] 00000400:00000200:2.0:1761122779.178127:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.178131:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.178134:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122779.178139:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.178144:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.178146:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.178219:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.178224:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.178228:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007360f90c. 00000800:00000200:1.0:1761122779.178632:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.178636:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347602). 00000400:00000200:1.0:1761122779.178642:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.178647:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.178650:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:1.0:1761122779.178652:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000800:00000200:1.0:1761122779.178810:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.178813:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122779.178816:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.178820:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.178823:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:1.0:1761122779.178824:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:1.0:1761122779.178830:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042548660 x1846669643623744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.180998:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.181017:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202d40 00000400:00000200:1.0:1761122779.181025:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae715 [1] + 224 00000400:00000200:1.0:1761122779.181039:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.181042:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.181048:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042548660 x1846669643623744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.181229:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.181234:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:2.0:1761122779.181236:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.181241:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042548660 x1846669643623744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.181249:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042548660 x1846669643623744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.181276:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd5446cf. 02000000:00000010:2.0:1761122779.181283:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f97b763b. 00000100:00000010:2.0:1761122779.181287:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 00000100:00000010:2.0:1761122779.181291:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.181294:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000020:00000010:2.0:1761122779.181847:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97b763b. 00000020:00000010:2.0:1761122779.181853:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.181857:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.181879:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643936512/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.181907:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936512 02000000:00000010:2.0:1761122779.181918:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd5446cf. 00010000:00000010:2.0:1761122779.181943:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3238088. 00010000:00000010:2.0:1761122779.181962:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.181967:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.181980:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.181983:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.181994:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.181998:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936512, offset 224 00000400:00000200:2.0:1761122779.182004:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.182012:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.182017:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88709:88709:256:4294967295] 192.168.201.27@tcp LPNI seq info [88709:88709:8:4294967295] 00000400:00000200:2.0:1761122779.182027:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.182031:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.182036:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.182040:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.182047:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.182050:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.182066:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.182070:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.182074:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97b763b. 00080000:00000010:3.0:1761122779.182202:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007360f90c. 00010000:00000010:3.0:1761122779.182277:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:3.0:1761122779.182283:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000bb4b0d8. 00010000:00000010:3.0:1761122779.182339:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.0:1761122779.182342:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122779.182349:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.182352:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.182358:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122779.182368:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2af6c6f. 02000000:00000010:3.0:1761122779.182387:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad7038b3. 00000400:00000010:3.0:1761122779.182392:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122779.182396:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122779.182400:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623808, portal 16 00000400:00000010:3.0:1761122779.182404:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122779.182406:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623808, offset 0 00000400:00000200:3.0:1761122779.182411:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.182417:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.182423:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.182426:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.182430:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.182432:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88710:88710:255:4294967295] 192.168.201.27@tcp LPNI seq info [88710:88710:7:4294967295] 00000400:00000200:3.0:1761122779.182440:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.182444:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.182447:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347850). 00000800:00000200:3.0:1761122779.182451:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.182455:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.182457:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.182613:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.182617:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:1.0:1761122779.182621:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.182626:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.182629:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122779.182630:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000800:00000200:1.0:1761122779.182712:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.182715:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:1.0:1761122779.182719:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.182722:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.182724:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:1.0:1761122779.182726:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:1.0:1761122779.182731:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008eb82e2c x1846669643623808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.182833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000782c0d71. 00010000:00000010:2.1:1761122779.182839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc63999. 00000400:00000200:1.0:1761122779.185403:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.185425:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202d80 00000400:00000200:1.0:1761122779.185433:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae721 [1] + 224 00000400:00000200:1.0:1761122779.185445:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.185449:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.185460:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008eb82e2c x1846669643623808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.186542:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.186569:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f340 00000400:00000200:1.0:1761122779.186576:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad069 [2] + 656 00000400:00000200:1.0:1761122779.186679:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.186684:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.186690:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.186696:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000400:00000010:3.0:1761122779.186721:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:3.0:1761122779.186726:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:3.0:1761122779.186728:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:3.0:1761122779.186736:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643623808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.186744:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643623808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.186774:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad7038b3. 02000000:00000010:3.0:1761122779.186780:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2af6c6f. 00000100:00000010:3.0:1761122779.186783:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000010:3.0:1761122779.186787:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122779.186791:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000020:00000010:2.0:1761122779.186860:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97b763b. 00000020:00000010:2.0:1761122779.186867:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.186871:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.186894:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643936576/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.186929:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936576 02000000:00000010:2.0:1761122779.186939:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002d259e97. 00010000:00000010:2.0:1761122779.186975:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e4d2c95. 00010000:00000010:2.0:1761122779.186996:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.187003:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.187021:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.187024:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.187037:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122779.187041:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936576, offset 224 00000400:00000200:2.0:1761122779.187049:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.187059:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.187064:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88711:88711:256:4294967295] 192.168.201.27@tcp LPNI seq info [88711:88711:8:4294967295] 00000400:00000200:2.0:1761122779.187074:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.187079:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.187084:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.187090:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.187097:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.187100:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.187122:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.187126:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.187130:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97b763b. 00080000:00000010:1.0:1761122779.187223:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005abeae5f. 00010000:00000010:1.0:1761122779.187321:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:1.0:1761122779.187328:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efa4ffe0. 00010000:00000010:1.0:1761122779.187398:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.187405:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.187415:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000071389e4a. 00000100:00000010:1.0:1761122779.187419:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.187425:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122779.187436:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d71c8f3. 02000000:00000010:1.0:1761122779.187458:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d21d3e7. 00000400:00000010:1.0:1761122779.187463:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033fb6f8f. 00000400:00000010:1.0:1761122779.187466:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122779.187471:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623872, portal 16 00000400:00000010:1.0:1761122779.187476:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122779.187477:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623872, offset 0 00000400:00000200:1.0:1761122779.187483:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.187490:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.187496:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.187500:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.187502:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.187505:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88712:88712:255:4294967295] 192.168.201.27@tcp LPNI seq info [88712:88712:7:4294967295] 00000400:00000200:1.0:1761122779.187512:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.187516:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.187520:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347850). 00000800:00000200:1.0:1761122779.187524:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.187528:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.187531:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122779.187902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000683b6abd. 00010000:00000010:3.1:1761122779.189814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7e4fc67. 00010000:00000010:3.1:1761122779.189823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.1:1761122779.189968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edc99354. 00010000:00000010:2.1:1761122779.189972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:2.1:1761122779.189975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0885c7. 00000400:00000200:1.0:1761122779.193488:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.193508:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202dc0 00000400:00000200:1.0:1761122779.193518:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae72d [1] + 224 00000400:00000200:1.0:1761122779.193530:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.193534:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.193546:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbf1a57 x1846669643623872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.193585:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.193592:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f380 00000400:00000200:1.0:1761122779.193597:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad069 [2] + 984 00000400:00000200:1.0:1761122779.193635:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.193640:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.193644:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.193649:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000020:00000010:2.0:1761122779.193725:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f97b763b. 00000020:00000010:2.0:1761122779.193733:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.193738:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.193763:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643936640/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:3.0:1761122779.193795:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033fb6f8f. 00000400:00000200:3.0:1761122779.193800:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:3.0:1761122779.193802:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000100:00000200:3.0:1761122779.193863:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbf1a57 x1846669643623872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.193873:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcbf1a57 x1846669643623872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.193946:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d21d3e7. 00000100:00000200:2.0:1761122779.195603:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936640 02000000:00000010:2.0:1761122779.195617:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d31e4ad3. 00010000:00000010:2.0:1761122779.195648:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9767fa0. 00010000:00000010:2.0:1761122779.195686:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.195693:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000014161236. 00000100:00000010:2.0:1761122779.195699:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000014161236. 00010000:00000010:2.0:1761122779.195704:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000010:2.0:1761122779.195718:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122779.195723:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936640, offset 224 00000400:00000200:2.0:1761122779.195733:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.195743:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.195748:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88713:88713:256:4294967295] 192.168.201.27@tcp LPNI seq info [88713:88713:8:4294967295] 00000400:00000200:2.0:1761122779.195758:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.195763:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.195769:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.195774:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.195781:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.195786:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.195813:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.195817:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.195821:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f97b763b. 00000800:00000200:1.0:1761122779.195887:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.195891:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122779.195895:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.195899:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.195902:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122779.195904:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 02000000:00000010:3.0:1761122779.196457:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d71c8f3. 00000100:00000010:3.0:1761122779.196464:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 00000100:00000010:3.0:1761122779.196470:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:3.0:1761122779.196473:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000071389e4a. 00080000:00000010:1.0:1761122779.196592:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad5993cb. 00010000:00000010:2.1:1761122779.196698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ea2d5a3. 00010000:00000010:1.1:1761122779.196729:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd86bdd. 00010000:00000010:1.1:1761122779.196736:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:1.0:1761122779.196768:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.196776:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011564d3e. 00010000:00000010:1.0:1761122779.197698:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.197704:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000cc71f7e6. 00010000:00000010:1.0:1761122779.197709:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.197715:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00080000:00000010:1.0:1761122779.197729:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d71c8f3. 00010000:00000010:1.0:1761122779.197765:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.197768:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc71f7e6. 00010000:00000010:1.0:1761122779.197837:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abab701. 00010000:00000010:1.0:1761122779.197842:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.197850:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e30a98f9. 00000100:00000010:1.0:1761122779.197856:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fef81132. 00000100:00000010:1.0:1761122779.197864:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 02000000:00000010:1.0:1761122779.197876:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:1.0:1761122779.197903:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004386048f. 00000400:00000010:1.0:1761122779.197908:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9c4fcd1. 00000400:00000010:1.0:1761122779.197913:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122779.197919:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643623936, portal 16 00000400:00000010:1.0:1761122779.197924:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122779.197926:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643623936, offset 0 00000400:00000200:1.0:1761122779.197934:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.197944:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.199572:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.199577:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.199581:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.199585:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88714:88714:256:4294967295] 192.168.201.27@tcp LPNI seq info [88714:88714:8:4294967295] 00000400:00000200:1.0:1761122779.199597:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.199606:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.199612:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.199621:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.199631:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.199635:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122779.204760:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.204781:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202e00 00000400:00000200:1.0:1761122779.204791:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae739 [1] + 224 00000400:00000200:1.0:1761122779.204810:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.204816:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.204829:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009fb4da7 x1846669643623936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.204945:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9c4fcd1. 00000400:00000200:3.0:1761122779.204951:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:3.0:1761122779.204953:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000100:00000200:3.0:1761122779.204978:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009fb4da7 x1846669643623936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.205003:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009fb4da7 x1846669643623936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.205064:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004386048f. 02000000:00000010:3.0:1761122779.205087:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:3.0:1761122779.205094:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 00000100:00000010:3.0:1761122779.205098:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fef81132. 00010000:00000010:3.0:1761122779.205103:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e30a98f9. 00000400:00000200:1.0:1761122779.207263:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.207278:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f3c0 00000400:00000200:1.0:1761122779.207284:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad069 [2] + 1312 00010000:00000010:2.1:1761122779.207340:0:78568:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e004e317. 00000400:00000200:1.0:1761122779.207344:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.207349:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.207354:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.207359:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:3.0:1761122779.207639:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2af6c6f. 00000020:00000010:3.0:1761122779.207648:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.207653:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.207755:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643936704/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.207786:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936704 02000000:00000010:3.0:1761122779.207800:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad7038b3. 00010000:00000010:3.0:1761122779.208182:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000cc7914c. 00010000:00000010:3.0:1761122779.208203:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.208210:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.208229:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122779.208234:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000400:00000010:3.0:1761122779.208248:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122779.208253:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936704, offset 224 00000400:00000200:3.0:1761122779.208262:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.208273:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.208279:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88715:88715:256:4294967295] 192.168.201.27@tcp LPNI seq info [88715:88715:8:4294967295] 00000400:00000200:3.0:1761122779.208290:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.208296:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.208300:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122779.208486:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.208493:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.208497:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.208514:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122779.208518:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.208522:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2af6c6f. 00080000:00000010:1.0:1761122779.208582:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004386048f. 00010000:00000010:1.0:1761122779.208690:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.208697:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000610bc8d0. 00010000:00000010:1.0:1761122779.208770:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.208776:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.208786:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d15d3de0. 00000100:00000010:1.0:1761122779.208790:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.208796:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 02000000:00000010:1.0:1761122779.208819:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc16b101. 02000000:00000010:1.0:1761122779.208842:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c22a9d. 00000400:00000010:1.0:1761122779.208846:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9c4fcd1. 00000400:00000010:1.0:1761122779.208850:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122779.208855:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624000, portal 16 00000400:00000010:1.0:1761122779.208859:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122779.208861:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624000, offset 0 00000400:00000200:1.0:1761122779.208867:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.208874:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.208880:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.208885:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.208888:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.208891:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88716:88716:255:4294967295] 192.168.201.27@tcp LPNI seq info [88716:88716:7:4294967295] 00000400:00000200:1.0:1761122779.208901:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.208907:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.208910:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347850). 00000800:00000200:1.0:1761122779.208915:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.208919:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.208922:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.213555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af68d46. 00010000:00000010:1.1:1761122779.213570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.1:1761122779.213575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.213578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00000400:00000200:1.0:1761122779.213611:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.213625:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202e40 00000400:00000200:1.0:1761122779.213632:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae745 [1] + 224 00000400:00000200:1.0:1761122779.213642:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.213645:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.213678:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000009fb4da7 x1846669643624000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.213703:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.213707:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f400 00000400:00000200:1.0:1761122779.213711:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad069 [2] + 1640 00000400:00000200:1.0:1761122779.213759:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.213762:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.213765:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.213769:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:1.0:1761122779.213818:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006d038d0d. 00000020:00000010:1.0:1761122779.213824:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.213827:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.213846:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643936768/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.213868:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936768 02000000:00000010:1.0:1761122779.213877:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122779.213909:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000563cec10. 00000100:00000010:1.0:1761122779.213914:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.214760:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:1.0:1761122779.214767:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000563cec10. 00000400:00000010:1.0:1761122779.214788:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122779.214795:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936768, offset 224 00000400:00000200:1.0:1761122779.214806:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.214820:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.214825:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88717:88717:256:4294967295] 192.168.201.27@tcp LPNI seq info [88717:88717:8:4294967295] 00000400:00000200:1.0:1761122779.214835:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.214841:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.214845:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.214851:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.214860:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.214864:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.214888:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc71f7e6. 00000020:00000010:1.0:1761122779.214894:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.214899:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006d038d0d. 00000400:00000010:3.0:1761122779.215157:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9c4fcd1. 00000400:00000200:3.0:1761122779.215163:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:3.0:1761122779.215165:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:3.0:1761122779.215172:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000009fb4da7 x1846669643624000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.215180:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000009fb4da7 x1846669643624000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122779.215203:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9731517. 02000000:00000010:3.0:1761122779.215218:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c22a9d. 02000000:00000010:3.0:1761122779.215224:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc16b101. 00000100:00000010:3.0:1761122779.215229:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 00000100:00000010:3.0:1761122779.215232:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:3.0:1761122779.215234:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d15d3de0. 00080000:00000010:3.0:1761122779.215252:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2af6c6f. 00010000:00000010:3.0:1761122779.215517:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:3.0:1761122779.215524:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3f738e0. 00010000:00000010:3.0:1761122779.215618:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.0:1761122779.215624:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122779.215635:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.215640:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.215648:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00010000:00000010:3.1:1761122779.215688:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2e8363a. 02000000:00000010:3.0:1761122779.215701:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f32de436. 02000000:00000010:3.0:1761122779.215725:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c12e2d23. 00000400:00000010:3.0:1761122779.215729:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122779.215734:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122779.215739:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624064, portal 16 00000400:00000010:3.0:1761122779.215744:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122779.215746:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624064, offset 0 00000400:00000200:3.0:1761122779.215751:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.215764:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.215771:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.215776:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.215780:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.215783:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88718:88718:256:4294967295] 192.168.201.27@tcp LPNI seq info [88718:88718:8:4294967295] 00000400:00000200:3.0:1761122779.215794:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.215801:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.215816:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.215822:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.215828:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.215830:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.217717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee8053ba. 00010000:00000010:1.1:1761122779.217726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00000400:00000200:1.0:1761122779.221759:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.221777:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202e80 00000400:00000200:1.0:1761122779.221787:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae751 [1] + 224 00000400:00000200:1.0:1761122779.221799:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.221803:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.222174:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008eb82e2c x1846669643624064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.222209:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.222215:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f440 00000400:00000200:1.0:1761122779.222222:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad069 [2] + 1968 00000400:00000010:1.0:1761122779.222226:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.222229:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ce535cd2 00000400:00000200:1.0:1761122779.222238:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.222242:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.222244:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ce535cd2 00000400:00000010:1.0:1761122779.222246:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ce535cd2 (tot 82347202). 00000100:00000200:1.0:1761122779.222252:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761122779.223859:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:3.0:1761122779.223866:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122779.223867:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122779.223876:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643624064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.223886:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643624064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122779.223910:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000403679c7. 02000000:00000010:3.0:1761122779.223928:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c12e2d23. 02000000:00000010:3.0:1761122779.223933:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f32de436. 00000100:00000010:3.0:1761122779.223936:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000010:3.0:1761122779.223940:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122779.223944:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00080000:00000010:3.0:1761122779.223960:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f32de436. 00010000:00000010:3.0:1761122779.224042:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122779.224048:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9b7c84c. 00010000:00000010:3.0:1761122779.224122:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122779.224128:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122779.224139:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.224143:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.224162:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122779.224174:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c12e2d23. 02000000:00000010:3.0:1761122779.224198:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000144bd65e. 00000400:00000010:3.0:1761122779.224201:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122779.224205:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122779.224209:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624128, portal 16 00000400:00000010:3.0:1761122779.224215:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122779.224216:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624128, offset 0 00000400:00000200:3.0:1761122779.224223:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.224235:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.224242:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.224246:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.224249:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.224252:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88720:88720:256:4294967295] 192.168.201.27@tcp LPNI seq info [88720:88720:8:4294967295] 00000400:00000200:3.0:1761122779.224261:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.224268:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.224272:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.224277:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.224283:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.224286:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.224834:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.224839:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:2.0:1761122779.224844:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.224849:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.224852:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:2.0:1761122779.224853:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:2.0:1761122779.224859:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008eb82e2c x1846669643624128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.226719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7782037. 00010000:00000010:3.1:1761122779.226730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea673ad0. 00010000:00000010:3.1:1761122779.226734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00000400:00000200:3.0:1761122779.234788:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.234808:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202ec0 00000400:00000200:3.0:1761122779.234816:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae761 [1] + 224 00000400:00000200:3.0:1761122779.234829:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.234833:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.234845:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008eb82e2c x1846669643624128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.234878:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.234883:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f480 00000400:00000200:3.0:1761122779.234889:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad0b9 [2] + 0 00000400:00000200:3.0:1761122779.234946:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.234951:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.234955:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.234961:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000400:00000010:3.0:1761122779.234993:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:3.0:1761122779.234998:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122779.235000:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122779.235005:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643624128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.235013:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643624128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.235044:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000144bd65e. 02000000:00000010:3.0:1761122779.235050:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c12e2d23. 00000100:00000010:3.0:1761122779.235054:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000010:3.0:1761122779.235057:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122779.235061:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00080000:00000010:3.0:1761122779.237433:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c12e2d23. 00010000:00000010:3.0:1761122779.237507:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122779.237513:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c59201e2. 00010000:00000010:3.0:1761122779.237602:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fb36609. 00010000:00000010:3.0:1761122779.237609:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122779.237619:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3edc692. 00000100:00000010:3.0:1761122779.237623:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.237629:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122779.237641:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000144bd65e. 02000000:00000010:3.0:1761122779.237684:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001ee169a. 00000400:00000010:3.0:1761122779.237690:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122779.237695:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122779.237699:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624192, portal 16 00000400:00000010:3.0:1761122779.237703:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122779.237705:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624192, offset 0 00000400:00000200:3.0:1761122779.237711:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.237717:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.237723:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.237726:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.237729:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.237732:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88722:88722:255:4294967295] 192.168.201.27@tcp LPNI seq info [88722:88722:7:4294967295] 00000400:00000200:3.0:1761122779.237739:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.237744:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.237748:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347850). 00000800:00000200:3.0:1761122779.237751:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.237756:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.237758:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.239342:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.239348:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002577cf85 (tot 82347602). 00000400:00000200:1.0:1761122779.239354:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.239361:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.239365:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:1.0:1761122779.239368:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00010000:00000010:3.1:1761122779.239697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff213bcb. 00010000:00000010:3.1:1761122779.239705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a648d25f. 00010000:00000010:3.1:1761122779.239709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00000800:00000200:1.0:1761122779.240893:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.240897:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:1.0:1761122779.240904:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.241176:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.241181:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:1.0:1761122779.241183:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:1.0:1761122779.241192:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008eb82e2c x1846669643624192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.245730:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:1.0:1761122779.245737:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:1.0:1761122779.245739:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:1.0:1761122779.245747:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643624192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.245756:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643624192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.245784:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001ee169a. 02000000:00000010:1.0:1761122779.245789:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000144bd65e. 00000100:00000010:1.0:1761122779.245793:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000010:1.0:1761122779.245797:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:1.0:1761122779.245801:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3edc692. 00010000:00000010:0.1:1761122779.246126:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec21e2f. 00000020:00000010:1.0:1761122779.246246:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a49bf0. 00000020:00000010:1.0:1761122779.246253:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.246258:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.246282:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643936960/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.246318:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643936960 02000000:00000010:1.0:1761122779.246329:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c4a983. 00010000:00000010:1.0:1761122779.246357:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb240674. 00010000:00000010:1.0:1761122779.246377:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000563cec10. 00000100:00000010:1.0:1761122779.246383:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.246394:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:1.0:1761122779.246397:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000563cec10. 00000400:00000010:1.0:1761122779.246410:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122779.246414:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643936960, offset 224 00000400:00000200:1.0:1761122779.246422:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.246433:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.246439:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88723:88723:256:4294967295] 192.168.201.27@tcp LPNI seq info [88723:88723:8:4294967295] 00000400:00000200:1.0:1761122779.246449:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.246454:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.246458:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.246464:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.246471:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.246474:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.246492:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.246497:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.246500:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a49bf0. 00080000:00000010:1.0:1761122779.246527:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034a49bf0. 00010000:00000010:1.0:1761122779.246619:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:1.0:1761122779.246626:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec3e10b8. 00010000:00000010:1.0:1761122779.246720:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.246724:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.246729:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abab701. 00010000:00000010:1.0:1761122779.246735:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00080000:00000010:1.0:1761122779.246746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba14a834. 00010000:00000010:1.0:1761122779.246773:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:1.0:1761122779.246777:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.246827:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.246831:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:1.0:1761122779.246838:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000563cec10. 00000100:00000010:1.0:1761122779.246842:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.246848:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122779.246858:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7af77c1. 02000000:00000010:1.0:1761122779.246880:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efa94986. 00000400:00000010:1.0:1761122779.246885:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.246890:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122779.246895:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624256, portal 16 00000400:00000010:1.0:1761122779.246899:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122779.246901:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624256, offset 0 00000400:00000200:1.0:1761122779.246907:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.247108:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.247116:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.247119:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.247122:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.247124:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88724:88724:255:4294967295] 192.168.201.27@tcp LPNI seq info [88724:88724:7:4294967295] 00000400:00000200:1.0:1761122779.247132:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.247137:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.247140:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347850). 00000800:00000200:1.0:1761122779.247144:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.247161:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.247164:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.247327:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.247332:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347602). 00000400:00000200:3.0:1761122779.247336:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.247340:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.247342:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:3.0:1761122779.247344:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00000800:00000200:3.0:1761122779.247402:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.247405:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006990c170 (tot 82347354). 00000400:00000200:3.0:1761122779.247408:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.247411:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.247413:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:3.0:1761122779.247414:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 00000100:00000200:3.0:1761122779.247420:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643624256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.248732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d5ce0a0. 00010000:00000010:3.1:1761122779.248742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00000400:00000200:1.0:1761122779.250174:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.250194:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948202f40 00000400:00000200:1.0:1761122779.250203:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae779 [1] + 224 00000400:00000200:1.0:1761122779.250220:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.250224:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.250235:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643624256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.250512:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:3.0:1761122779.250518:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:3.0:1761122779.250521:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:3.0:1761122779.250527:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643624256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.250536:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643624256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.250567:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efa94986. 02000000:00000010:3.0:1761122779.250574:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7af77c1. 00000100:00000010:3.0:1761122779.250580:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:3.0:1761122779.250585:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:3.0:1761122779.250589:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000563cec10. 00000020:00000010:1.0:1761122779.252990:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7af77c1. 00000020:00000010:1.0:1761122779.252997:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.253001:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.253023:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643937024/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.253134:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937024 02000000:00000010:1.0:1761122779.253145:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efa94986. 00010000:00000010:1.0:1761122779.253184:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebbd5ac5. 00010000:00000010:1.0:1761122779.253203:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122779.253210:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912e55af. 00000100:00000010:1.0:1761122779.253308:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912e55af. 00010000:00000010:1.0:1761122779.253314:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00000400:00000010:1.0:1761122779.253328:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122779.253334:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937024, offset 224 00000400:00000200:1.0:1761122779.253343:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.253354:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.253360:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88725:88725:256:4294967295] 192.168.201.27@tcp LPNI seq info [88725:88725:8:4294967295] 00000400:00000200:1.0:1761122779.253370:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.253376:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.253380:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347602). 00000800:00000200:1.0:1761122779.253386:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.253393:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.253396:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122779.253458:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad7038b3. 00010000:00000010:3.0:1761122779.253545:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:3.0:1761122779.253552:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b638c2da. 00010000:00000010:3.0:1761122779.253626:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122779.253633:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d43da34b. 00010000:00000010:3.0:1761122779.253645:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.253649:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.253690:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.253703:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006290ee9b. 02000000:00000010:3.0:1761122779.253729:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090e4c4ed. 00000400:00000010:3.0:1761122779.253735:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033f6d57d. 00000400:00000010:3.0:1761122779.253739:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122779.253744:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624320, portal 16 00000400:00000010:3.0:1761122779.253749:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122779.253751:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624320, offset 0 00000400:00000200:3.0:1761122779.253756:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.253763:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.253769:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.253773:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.253776:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.253779:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88726:88726:255:4294967295] 192.168.201.27@tcp LPNI seq info [88726:88726:7:4294967295] 00000400:00000200:3.0:1761122779.253786:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.253791:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.253794:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347850). 00000800:00000200:3.0:1761122779.253798:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.253803:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.253805:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.253848:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6848c73. 00010000:00000010:1.1:1761122779.253856:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065313b03. 00010000:00000010:1.1:1761122779.253861:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:1.1:1761122779.253865:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.253868:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00000020:00000010:1.0:1761122779.253882:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.253887:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.253890:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7af77c1. 00010000:00000010:3.1:1761122779.259094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f329a4c2. 00010000:00000010:3.1:1761122779.259102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00000400:00000010:3.0:1761122779.259117:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033f6d57d. 00000400:00000200:3.0:1761122779.259121:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122779.259123:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:3.0:1761122779.259129:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643624320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.259137:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643624320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122779.259169:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9591fbe. 02000000:00000010:3.0:1761122779.259182:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090e4c4ed. 02000000:00000010:3.0:1761122779.259187:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006290ee9b. 00000100:00000010:3.0:1761122779.259191:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122779.259194:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.259197:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00080000:00000010:3.0:1761122779.259213:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006290ee9b. 00010000:00000010:3.0:1761122779.259290:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d43da34b. 00010000:00000010:3.0:1761122779.259296:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037bddb96. 00010000:00000010:3.0:1761122779.259373:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.0:1761122779.259379:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d43da34b. 00010000:00000010:3.0:1761122779.259390:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bef7a01. 00000100:00000010:3.0:1761122779.259394:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.259401:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.259411:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e4c4ed. 02000000:00000010:3.0:1761122779.259436:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000144bd65e. 00000400:00000010:3.0:1761122779.259440:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033f6d57d. 00000400:00000010:3.0:1761122779.259444:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122779.259449:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624384, portal 16 00000400:00000010:3.0:1761122779.259453:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122779.259454:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624384, offset 0 00000400:00000200:3.0:1761122779.259460:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.259468:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.259475:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.259478:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.259482:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.259485:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88728:88728:256:4294967295] 192.168.201.27@tcp LPNI seq info [88728:88728:8:4294967295] 00000400:00000200:3.0:1761122779.259492:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.259497:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.259500:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.259504:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.259508:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.259511:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.260118:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.260123:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:1.0:1761122779.260128:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.260132:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.260136:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:1.0:1761122779.260137:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:1.0:1761122779.260143:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643624384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.261859:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eceaf3cd. 00010000:00000010:3.1:1761122779.264203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5765c93. 00010000:00000010:3.1:1761122779.264214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000742f2400. 00010000:00000010:3.1:1761122779.264218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00000400:00000010:1.0:1761122779.265301:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033f6d57d. 00000400:00000200:1.0:1761122779.265306:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:1.0:1761122779.265308:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:1.0:1761122779.265314:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643624384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.265322:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643624384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.265352:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000144bd65e. 02000000:00000010:1.0:1761122779.265357:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e4c4ed. 00000100:00000010:1.0:1761122779.265361:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:1.0:1761122779.265365:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:1.0:1761122779.265369:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bef7a01. 00000020:00000010:1.0:1761122779.265580:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018b2f6d5. 00000020:00000010:1.0:1761122779.265587:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.265591:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.265613:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643937152/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.265646:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937152 02000000:00000010:1.0:1761122779.265675:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b13d1a6f. 00010000:00000010:1.0:1761122779.265700:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad921255. 00010000:00000010:1.0:1761122779.265718:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122779.265724:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912e55af. 00000100:00000010:1.0:1761122779.265736:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912e55af. 00010000:00000010:1.0:1761122779.265740:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00000400:00000010:1.0:1761122779.265752:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122779.265755:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937152, offset 224 00000400:00000200:1.0:1761122779.265763:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.265773:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.265778:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88729:88729:256:4294967295] 192.168.201.27@tcp LPNI seq info [88729:88729:8:4294967295] 00000400:00000200:1.0:1761122779.265789:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.265794:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.265798:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.265804:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.265811:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.265814:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.265831:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.265836:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.265839:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018b2f6d5. 00000800:00000200:1.0:1761122779.265894:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.265898:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.265901:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.265905:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.265907:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122779.265908:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00080000:00000010:2.0:1761122779.266614:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098793ae2. 00010000:00000010:2.0:1761122779.266760:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d43da34b. 00010000:00000010:2.0:1761122779.266768:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e06a43e3. 00010000:00000010:2.0:1761122779.266840:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122779.266846:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122779.266855:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.266859:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122779.266866:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 02000000:00000010:2.0:1761122779.266877:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bd5446cf. 02000000:00000010:2.0:1761122779.267119:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d259e97. 00000400:00000010:2.0:1761122779.267125:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.267130:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122779.267136:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624448, portal 16 00000400:00000010:2.0:1761122779.267141:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122779.267143:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624448, offset 0 00000400:00000200:2.0:1761122779.267161:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.267171:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.267179:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.267183:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.267187:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.267191:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88730:88730:256:4294967295] 192.168.201.27@tcp LPNI seq info [88730:88730:8:4294967295] 00000400:00000200:2.0:1761122779.267199:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.267205:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.267209:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.267213:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.267219:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.267221:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.270222:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.270229:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122779.270238:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.270247:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.270252:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122779.270255:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:1.0:1761122779.270264:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042548660 x1846669643624448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.271372:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.271388:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203000 00000400:00000200:1.0:1761122779.271396:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae79d [1] + 224 00000400:00000200:1.0:1761122779.271409:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.271413:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.271421:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042548660 x1846669643624448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.272622:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.272633:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f5c0 00000400:00000010:2.0:1761122779.272733:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.272738:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122779.272740:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122779.272747:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042548660 x1846669643624448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.272756:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042548660 x1846669643624448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.272789:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d259e97. 02000000:00000010:2.0:1761122779.272795:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bd5446cf. 00000100:00000010:2.0:1761122779.272799:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 00000100:00000010:2.0:1761122779.272802:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122779.272806:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 00000400:00000200:1.0:1761122779.272844:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad0b9 [2] + 1640 00000400:00000200:1.0:1761122779.273327:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.273332:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.273337:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.273343:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00080000:00000010:2.0:1761122779.274061:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd5446cf. 00010000:00000010:2.0:1761122779.274143:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:2.0:1761122779.274166:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004578ae10. 00010000:00000010:2.0:1761122779.274237:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051964d56. 00010000:00000010:2.0:1761122779.274243:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122779.274252:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000004602b51. 00000100:00000010:2.0:1761122779.274256:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122779.274262:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 02000000:00000010:2.0:1761122779.274272:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002d259e97. 02000000:00000010:2.0:1761122779.274292:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab65a3ce. 00000400:00000010:2.0:1761122779.274296:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.274301:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122779.274304:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624512, portal 16 00000400:00000010:2.0:1761122779.274308:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122779.274310:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624512, offset 0 00000400:00000200:2.0:1761122779.274316:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.274321:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.274328:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.274331:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.274334:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.274337:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88732:88732:255:4294967295] 192.168.201.27@tcp LPNI seq info [88732:88732:7:4294967295] 00000400:00000200:2.0:1761122779.274344:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.274348:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.274351:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122779.274355:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.274359:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.274361:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.274448:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.274452:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000325b93d6 (tot 82347602). 00000400:00000200:1.0:1761122779.274456:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.274460:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.274463:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:1.0:1761122779.274465:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000800:00000200:1.0:1761122779.274513:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.274516:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122779.274519:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.274522:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.274524:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:1.0:1761122779.274525:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:1.0:1761122779.274529:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042548660 x1846669643624512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.276206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea63ef15. 00010000:00000010:2.1:1761122779.276216:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:1.1:1761122779.277188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000275b5b2e. 00000400:00000200:1.0:1761122779.277522:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.277540:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203040 00000400:00000200:1.0:1761122779.277561:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7a9 [1] + 224 00000400:00000200:1.0:1761122779.277574:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.277578:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.277588:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042548660 x1846669643624512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.277626:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.277631:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f600 00000400:00000200:1.0:1761122779.277636:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad0b9 [2] + 1968 00000400:00000010:1.0:1761122779.277640:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:1.0:1761122779.277644:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a7205f9a 00000400:00000200:1.0:1761122779.277725:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.277730:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.277733:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7205f9a 00000400:00000010:1.0:1761122779.277734:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a7205f9a (tot 82347202). 00000100:00000200:1.0:1761122779.277740:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122779.277800:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7af77c1. 00000020:00000010:1.0:1761122779.277807:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.277811:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.277839:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000028d9c5d6 x1846669643937280/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.277877:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937280 02000000:00000010:1.0:1761122779.277888:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122779.277924:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122779.277930:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000912e55af. 00000100:00000010:1.0:1761122779.277936:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000912e55af. 00010000:00000010:1.0:1761122779.277940:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00000400:00000010:1.0:1761122779.277954:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122779.277959:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937280, offset 224 00000400:00000200:1.0:1761122779.277966:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.277975:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.277980:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88733:88733:256:4294967295] 192.168.201.27@tcp LPNI seq info [88733:88733:8:4294967295] 00000400:00000200:1.0:1761122779.277989:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.277994:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.277999:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347450). 00000800:00000200:1.0:1761122779.278004:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.278011:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000400:00000010:3.0:1761122779.278012:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000800:00000200:1.0:1761122779.278015:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.278016:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:3.0:1761122779.278018:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:3.0:1761122779.278023:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042548660 x1846669643624512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.278030:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042548660 x1846669643624512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122779.278032:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.278037:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.278040:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7af77c1. 00010000:00000010:3.0:1761122779.278050:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004ae6521. 02000000:00000010:1.0:1761122779.278052:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e4629a7. 00000100:00000010:1.0:1761122779.278055:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122779.278059:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b13d1a6f. 00000100:00000010:1.0:1761122779.278061:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:3.0:1761122779.278064:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab65a3ce. 02000000:00000010:1.0:1761122779.278066:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be1350d2. 02000000:00000010:3.0:1761122779.278068:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002d259e97. 00000100:00000010:1.0:1761122779.278068:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:3.0:1761122779.278074:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 02000000:00000010:1.0:1761122779.278074:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efa94986. 00000100:00000010:3.0:1761122779.278077:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00000100:00000010:1.0:1761122779.278078:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00010000:00000010:3.0:1761122779.278081:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000004602b51. 02000000:00000010:1.0:1761122779.278082:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071c4a983. 00000100:00000010:1.0:1761122779.278084:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:1.0:1761122779.278087:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000717be5c3. 00000100:00000010:1.0:1761122779.278089:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 00000100:00000200:1.0:1761122779.278097:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00080000:00000010:3.0:1761122779.278098:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001ee169a. 00000400:00000010:1.0:1761122779.278101:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033fb6f8f. 00000400:00000010:1.0:1761122779.278106:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000912e55af (tot 82347602). 00000800:00000200:1.0:1761122779.278179:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.278183:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.278186:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.278189:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.278191:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122779.278193:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 02000000:00000010:1.0:1761122779.278196:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b2f6d5. 00010000:00000010:3.0:1761122779.278205:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:3.0:1761122779.278211:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdf0995a. 00010000:00000010:3.0:1761122779.278288:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122779.278295:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000822531da. 00010000:00000010:3.0:1761122779.278306:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1929e43. 00000100:00000010:3.0:1761122779.278310:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.278317:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122779.278327:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090e4c4ed. 02000000:00000010:3.0:1761122779.278349:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000144bd65e. 00000400:00000010:3.0:1761122779.278353:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122779.278357:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.278360:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624576, portal 16 00000400:00000010:3.0:1761122779.278363:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122779.278365:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624576, offset 0 00000400:00000200:3.0:1761122779.278370:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.278377:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.278383:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.278387:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.278390:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.278393:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88734:88734:256:4294967295] 192.168.201.27@tcp LPNI seq info [88734:88734:8:4294967295] 00000400:00000200:3.0:1761122779.278400:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.278405:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.278408:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.278412:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.278417:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.278419:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.278560:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.278563:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:1.0:1761122779.278568:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.278572:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.278575:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122779.278576:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122779.278581:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c572ff4a x1846669643624576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.281419:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.281439:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203080 00000400:00000200:3.0:1761122779.281448:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7b9 [1] + 224 00000400:00000200:3.0:1761122779.281463:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.281467:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.281476:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c572ff4a x1846669643624576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.281517:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122779.281521:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:3.0:1761122779.281523:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.281528:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c572ff4a x1846669643624576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.281535:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c572ff4a x1846669643624576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.281582:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000144bd65e. 02000000:00000010:3.0:1761122779.281589:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090e4c4ed. 00000100:00000010:3.0:1761122779.281593:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000100:00000010:3.0:1761122779.281599:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.281603:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1929e43. 00010000:00000010:0.1:1761122779.283574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002432431. 00010000:00000010:2.1:1761122779.283800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005db80b89. 00010000:00000010:2.1:1761122779.283807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00000400:00000200:1.0:1761122779.284436:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.284454:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f640 00000400:00000200:1.0:1761122779.284462:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad111 [2] + 0 00000400:00000200:1.0:1761122779.284523:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.284528:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.284533:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.284539:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:2.0:1761122779.284796:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000085f0978d. 00000020:00000010:2.0:1761122779.284803:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.284807:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.284833:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643937344/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.284858:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937344 02000000:00000010:2.0:1761122779.284868:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008847396e. 00010000:00000010:2.0:1761122779.284897:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007375633b. 00010000:00000010:2.0:1761122779.284915:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d988d4bb. 00000100:00000010:2.0:1761122779.284922:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122779.284940:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122779.284945:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d988d4bb. 00000400:00000010:2.0:1761122779.284959:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.284964:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937344, offset 224 00000400:00000200:2.0:1761122779.284972:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.284983:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.284988:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88735:88735:256:4294967295] 192.168.201.27@tcp LPNI seq info [88735:88735:8:4294967295] 00000400:00000200:2.0:1761122779.284998:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.285003:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.285007:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.285013:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.285021:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.285025:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.285042:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.285046:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.285050:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000085f0978d. 00000800:00000200:1.0:1761122779.285157:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.285161:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122779.285164:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.285168:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.285172:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122779.285174:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00080000:00000010:3.0:1761122779.285440:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090e4c4ed. 00010000:00000010:3.0:1761122779.285521:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000822531da. 00010000:00000010:3.0:1761122779.285528:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc55df73. 00010000:00000010:3.0:1761122779.285609:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122779.285615:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000822531da. 00010000:00000010:3.0:1761122779.285813:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1929e43. 00000100:00000010:3.0:1761122779.285819:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.285825:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122779.285836:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000144bd65e. 02000000:00000010:3.0:1761122779.285859:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc16b101. 00000400:00000010:3.0:1761122779.285875:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122779.285880:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.285885:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624640, portal 16 00000400:00000010:3.0:1761122779.285889:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122779.285890:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624640, offset 0 00000400:00000200:3.0:1761122779.285896:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.285903:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.285909:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.285913:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.285916:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.285918:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88736:88736:256:4294967295] 192.168.201.27@tcp LPNI seq info [88736:88736:8:4294967295] 00000400:00000200:3.0:1761122779.285925:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.285929:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.285932:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122779.285936:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.285941:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.285944:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122779.288079:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.288099:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482030c0 00000400:00000200:1.0:1761122779.288108:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7c5 [1] + 224 00000400:00000200:1.0:1761122779.288122:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.288126:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.288135:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c572ff4a x1846669643624640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.288213:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122779.288217:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:3.0:1761122779.288219:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.288225:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c572ff4a x1846669643624640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.288233:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c572ff4a x1846669643624640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.288262:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc16b101. 02000000:00000010:3.0:1761122779.288269:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000144bd65e. 00000100:00000010:3.0:1761122779.288273:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000100:00000010:3.0:1761122779.288277:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.288281:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b1929e43. 00000400:00000200:1.0:1761122779.288586:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.288595:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f680 00000400:00000200:1.0:1761122779.288601:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad111 [2] + 328 00000400:00000200:1.0:1761122779.288648:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.288652:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.288685:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.288690:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00080000:00000010:1.0:1761122779.289447:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122779.289524:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000822531da. 00010000:00000010:1.0:1761122779.289530:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000028059e7. 00010000:00000010:1.0:1761122779.289608:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abab701. 00010000:00000010:1.0:1761122779.289614:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:1.0:1761122779.289624:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122779.289627:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6004af8. 00000100:00000010:1.0:1761122779.289633:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.289643:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071c4a983. 02000000:00000010:1.0:1761122779.289690:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efa94986. 00000400:00000010:1.0:1761122779.289695:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae0520f2. 00000400:00000010:1.0:1761122779.289699:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122779.289703:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624704, portal 16 00000400:00000010:1.0:1761122779.289707:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122779.289709:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624704, offset 0 00000400:00000200:1.0:1761122779.289713:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.289720:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.289725:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.289729:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.289731:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.289734:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88738:88738:256:4294967295] 192.168.201.27@tcp LPNI seq info [88738:88738:8:4294967295] 00000400:00000200:1.0:1761122779.289741:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.289744:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.289747:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.289751:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.289755:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.289757:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122779.289816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003255a485. 00010000:00000010:3.1:1761122779.289822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004aaeb05b. 00010000:00000010:3.1:1761122779.289826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051964d56. 00010000:00000010:3.1:1761122779.290186:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b912353e. 00010000:00000010:3.1:1761122779.290193:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00000400:00000200:1.0:1761122779.292574:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.292591:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203100 00000400:00000200:1.0:1761122779.292599:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7d1 [1] + 224 00000400:00000200:1.0:1761122779.292608:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.292611:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.292619:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643624704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.292650:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:2.1:1761122779.292673:0:78581:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5a402a6. 00000400:00000200:1.0:1761122779.292680:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f6c0 00000400:00000200:1.0:1761122779.292685:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad111 [2] + 656 00000400:00000200:1.0:1761122779.292725:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.292729:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.292733:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.292738:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000400:00000010:3.0:1761122779.293537:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ae0520f2. 00000400:00000200:3.0:1761122779.293542:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:3.0:1761122779.293543:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:3.0:1761122779.293559:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643624704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.293567:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643624704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122779.293587:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b51e9d9. 02000000:00000010:3.0:1761122779.293599:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efa94986. 02000000:00000010:3.0:1761122779.293605:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071c4a983. 00000100:00000010:3.0:1761122779.293610:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:3.0:1761122779.293614:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6004af8. 00010000:00000010:3.0:1761122779.293617:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00080000:00000010:3.0:1761122779.293633:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050c22a9d. 00010000:00000010:3.0:1761122779.293737:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:3.0:1761122779.293743:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fa6aafe7. 00010000:00000010:3.0:1761122779.293803:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122779.293808:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000284b9729. 00010000:00000010:3.0:1761122779.293817:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b1929e43. 00000100:00000010:3.0:1761122779.293820:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.293826:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122779.293835:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000144bd65e. 02000000:00000010:3.0:1761122779.293853:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc16b101. 00000400:00000010:3.0:1761122779.293857:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122779.293860:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.293864:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624768, portal 16 00000400:00000010:3.0:1761122779.293867:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122779.293869:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624768, offset 0 00000400:00000200:3.0:1761122779.293874:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.293879:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.293885:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.293888:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.293890:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.293893:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88740:88740:256:4294967295] 192.168.201.27@tcp LPNI seq info [88740:88740:8:4294967295] 00000400:00000200:3.0:1761122779.293900:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.293904:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.293907:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122779.293910:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.293914:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.293916:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.295816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f78e8c18. 00010000:00000010:1.1:1761122779.295825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:0.1:1761122779.296731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000330e2bdc. 00010000:00000010:3.1:1761122779.297820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa49bc5. 00000400:00000200:3.0:1761122779.298283:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.298299:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203140 00000400:00000200:3.0:1761122779.298308:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7dd [1] + 224 00000400:00000200:3.0:1761122779.298324:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.298327:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.298337:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c572ff4a x1846669643624768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122779.299242:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b13d1a6f. 00000020:00000010:1.0:1761122779.299249:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.299254:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.299277:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643937536/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.299365:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937536 02000000:00000010:1.0:1761122779.299375:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7af77c1. 00010000:00000010:1.0:1761122779.299398:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b113e5d2. 00010000:00000010:1.0:1761122779.299413:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122779.299419:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f5dda76. 00000100:00000010:1.0:1761122779.299438:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f5dda76. 00010000:00000010:1.0:1761122779.299441:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000010:1.0:1761122779.299455:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122779.299459:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937536, offset 224 00000400:00000200:1.0:1761122779.299466:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122779.299469:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d31e4ad3. 00000400:00000200:1.0:1761122779.299476:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.299481:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88741:88741:256:4294967295] 192.168.201.27@tcp LPNI seq info [88741:88741:8:4294967295] 00000400:00000200:1.0:1761122779.299490:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.299495:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.299499:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.299504:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.299510:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.299514:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.299530:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.299534:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.299538:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b13d1a6f. 00010000:00000010:2.0:1761122779.299554:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000284b9729. 00010000:00000010:2.0:1761122779.299560:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d8aae79b. 00010000:00000010:2.0:1761122779.299626:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122779.299632:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122779.299643:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e92027a2. 00000100:00000010:2.0:1761122779.299647:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122779.299653:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 02000000:00000010:2.0:1761122779.299686:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5597549. 02000000:00000010:2.0:1761122779.299708:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edf2d852. 00000400:00000010:2.0:1761122779.299713:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122779.299717:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122779.299721:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624832, portal 16 00000400:00000010:2.0:1761122779.299725:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122779.299727:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624832, offset 0 00000400:00000200:2.0:1761122779.299732:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.299738:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.299744:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.299748:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.299751:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.299754:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88742:88742:255:4294967295] 192.168.201.27@tcp LPNI seq info [88742:88742:7:4294967295] 00000400:00000200:2.0:1761122779.299761:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.299765:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000200:1.0:1761122779.299767:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.299768:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000010:1.0:1761122779.299771:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:2.0:1761122779.299772:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000400:00000200:1.0:1761122779.299774:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1761122779.299776:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.299778:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122779.299778:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.299780:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:1.0:1761122779.299782:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000800:00000200:1.0:1761122779.299808:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.299811:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122779.299813:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.299816:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.299818:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:1.0:1761122779.299819:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:1.0:1761122779.299824:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001273acaa x1846669643624832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.299904:0:78582:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ed258d6. 00010000:00000010:3.1:1761122779.299911:0:78582:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00000400:00000200:3.0:1761122779.301651:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.301689:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203180 00000400:00000200:3.0:1761122779.301696:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7e9 [1] + 224 00000400:00000200:3.0:1761122779.301709:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.301713:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.301720:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001273acaa x1846669643624832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.302235:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:1.0:1761122779.302240:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:1.0:1761122779.302242:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:1.0:1761122779.302249:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001273acaa x1846669643624832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.302257:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001273acaa x1846669643624832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.302283:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edf2d852. 02000000:00000010:1.0:1761122779.302290:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5597549. 00000100:00000010:1.0:1761122779.302294:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 00000100:00000010:1.0:1761122779.302299:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:1.0:1761122779.302303:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e92027a2. 00000400:00000200:3.0:1761122779.302468:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.302477:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f740 00000400:00000200:3.0:1761122779.302482:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad111 [2] + 1312 00000400:00000200:3.0:1761122779.302531:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.302535:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.302540:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.302545:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00000020:00000010:1.0:1761122779.302915:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b13d1a6f. 00000020:00000010:1.0:1761122779.302923:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.302927:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.303155:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008931f3b7 x1846669643937600/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.303218:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937600 02000000:00000010:1.0:1761122779.303230:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c4a983. 00010000:00000010:1.0:1761122779.303392:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9364542. 00010000:00000010:1.0:1761122779.303411:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122779.303416:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f5dda76. 00000100:00000010:1.0:1761122779.303461:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f5dda76. 00010000:00000010:1.0:1761122779.303465:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000010:1.0:1761122779.303478:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122779.303482:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937600, offset 224 00000400:00000200:1.0:1761122779.303489:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.303499:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.303504:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88743:88743:256:4294967295] 192.168.201.27@tcp LPNI seq info [88743:88743:8:4294967295] 00000400:00000200:1.0:1761122779.303513:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.303518:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.303522:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.303527:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.303534:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.303538:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122779.303612:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d7596ec. 00000020:00000010:1.0:1761122779.303814:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.303820:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.303823:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b13d1a6f. 00010000:00000010:2.1:1761122779.303828:0:78584:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e2bf169. 00010000:00000010:2.1:1761122779.303834:0:78584:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122779.305306:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:3.0:1761122779.305318:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000777fa212. 00010000:00000010:3.0:1761122779.305392:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122779.305398:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c98b5cb. 00010000:00000010:3.0:1761122779.305409:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000009087d6b. 00000100:00000010:3.0:1761122779.305415:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.305422:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122779.305434:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000363f20ad. 02000000:00000010:3.0:1761122779.305459:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c6632ee. 00000400:00000010:3.0:1761122779.305465:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122779.305470:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122779.305475:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643624896, portal 16 00000400:00000010:3.0:1761122779.305480:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122779.305483:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643624896, offset 0 00000400:00000200:3.0:1761122779.305489:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.305499:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.305505:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.305508:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.305511:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.305515:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88744:88744:255:4294967295] 192.168.201.27@tcp LPNI seq info [88744:88744:7:4294967295] 00000400:00000200:3.0:1761122779.305523:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.305528:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.305531:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347850). 00000800:00000200:3.0:1761122779.305536:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.305542:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.305544:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.306107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d735c0f. 00010000:00000010:3.1:1761122779.309729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18a4ca0. 00010000:00000010:3.1:1761122779.309739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:1.1:1761122779.309776:0:78570:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c36961fc. 00000400:00000200:3.0:1761122779.310184:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.310199:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482031c0 00000400:00000200:3.0:1761122779.310207:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae7f5 [1] + 224 00000400:00000200:3.0:1761122779.310220:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.310224:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.310233:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643624896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122779.312749:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001cb4ed4f. 00000020:00000010:1.0:1761122779.312757:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.312762:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.312788:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643937664/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.312819:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937664 02000000:00000010:1.0:1761122779.312830:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b6bd8c10. 00010000:00000010:1.0:1761122779.312857:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000324f0e53. 00010000:00000010:1.0:1761122779.312875:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122779.312881:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f5dda76. 00000100:00000010:1.0:1761122779.312892:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f5dda76. 00010000:00000010:1.0:1761122779.312896:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000010:1.0:1761122779.312911:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122779.313107:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937664, offset 224 00000400:00000200:1.0:1761122779.313116:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.313127:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.313133:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88745:88745:256:4294967295] 192.168.201.27@tcp LPNI seq info [88745:88745:8:4294967295] 00000400:00000200:1.0:1761122779.313142:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.313158:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.313164:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.313169:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.313177:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.313180:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.313195:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.313201:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.313204:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001cb4ed4f. 00000400:00000200:1.0:1761122779.319279:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.319298:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203200 00000400:00000200:1.0:1761122779.319308:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae801 [1] + 224 00000400:00000200:1.0:1761122779.319319:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.319323:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.319334:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643624960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.319363:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.319368:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f7c0 00000400:00000200:1.0:1761122779.319373:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad111 [2] + 1968 00000400:00000010:1.0:1761122779.319377:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:1.0:1761122779.319380:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000364ae207 00000400:00000200:1.0:1761122779.319435:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.319439:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.319442:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000364ae207 00000400:00000010:1.0:1761122779.319444:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000364ae207 (tot 82347202). 00000100:00000200:1.0:1761122779.319450:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761122779.319478:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:1.0:1761122779.319482:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:1.0:1761122779.319483:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:1.0:1761122779.319489:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643624960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.319497:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643624960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.319527:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000628bdc91. 02000000:00000010:1.0:1761122779.319532:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fbdd2ee1. 00000100:00000010:1.0:1761122779.319536:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:1.0:1761122779.319543:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:1.0:1761122779.319546:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e08cb63a. 00000020:00000010:1.0:1761122779.319584:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e4a0e995. 00000020:00000010:1.0:1761122779.319589:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.319594:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.319615:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c26869f3 x1846669643937728/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.319641:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937728 02000000:00000010:1.0:1761122779.319650:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000898f6694. 00010000:00000010:1.0:1761122779.319696:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b09daf9f. 00010000:00000010:1.0:1761122779.319713:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122779.319719:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f5dda76. 00000100:00000010:1.0:1761122779.319727:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f5dda76. 00010000:00000010:1.0:1761122779.319730:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000010:1.0:1761122779.319743:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122779.319747:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937728, offset 224 00000400:00000200:1.0:1761122779.319753:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.319764:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.319769:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88747:88747:256:4294967295] 192.168.201.27@tcp LPNI seq info [88747:88747:8:4294967295] 00000400:00000200:1.0:1761122779.319779:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.319785:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.319789:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347450). 00000800:00000200:1.0:1761122779.319795:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.319802:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.319806:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.319823:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.319829:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.319832:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4a0e995. 02000000:00000010:1.0:1761122779.319840:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b6bd8c10. 00000100:00000010:1.0:1761122779.319843:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 02000000:00000010:1.0:1761122779.319846:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071c4a983. 00000100:00000010:1.0:1761122779.319850:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:1.0:1761122779.319853:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7af77c1. 00000100:00000010:1.0:1761122779.319855:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:1.0:1761122779.319858:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01334e0. 00000100:00000010:1.0:1761122779.319860:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122779.319863:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bc8195c. 00000100:00000010:1.0:1761122779.319865:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122779.319868:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008847396e. 00000100:00000010:1.0:1761122779.319870:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000200:1.0:1761122779.319876:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122779.319881:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ae0520f2. 00000400:00000010:1.0:1761122779.319885:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f5dda76 (tot 82347602). 00000800:00000200:1.0:1761122779.320131:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.320135:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.320139:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.320143:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.320157:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:1.0:1761122779.320159:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 02000000:00000010:1.0:1761122779.320163:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000898f6694. 00080000:00000010:1.0:1761122779.320184:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000898f6694. 00010000:00000010:1.0:1761122779.320264:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8ab3bd4. 00010000:00000010:1.0:1761122779.320271:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000beb000d2. 00010000:00000010:1.0:1761122779.320332:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.320339:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.320348:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122779.320352:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6004af8. 00000100:00000010:1.0:1761122779.320357:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122779.320367:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b6bd8c10. 02000000:00000010:1.0:1761122779.320387:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e4a0e995. 00000400:00000010:1.0:1761122779.320392:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.320395:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122779.320398:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625024, portal 16 00000400:00000010:1.0:1761122779.320402:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122779.320404:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625024, offset 0 00000400:00000200:1.0:1761122779.320409:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.320415:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.320421:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.320425:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.320428:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.320430:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88748:88748:256:4294967295] 192.168.201.27@tcp LPNI seq info [88748:88748:8:4294967295] 00000400:00000200:1.0:1761122779.320437:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.320442:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.320445:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.320449:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.320453:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.320455:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.320501:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.320504:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.320507:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.320510:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.320513:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:1.0:1761122779.320514:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:1.0:1761122779.320518:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643625024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.320675:0:78587:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000824fd157. 00010000:00000010:0.1:1761122779.320682:0:78587:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:0.1:1761122779.320692:0:78587:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122779.320695:0:78587:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:1.1:1761122779.325487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fece8abd. 00000400:00000200:1.0:1761122779.325522:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.325537:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203240 00000400:00000200:1.0:1761122779.325545:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae811 [1] + 224 00000400:00000200:1.0:1761122779.325559:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.325564:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.325575:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643625024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.325685:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:3.0:1761122779.325691:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:3.0:1761122779.325693:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00000100:00000200:3.0:1761122779.325701:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643625024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.325710:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643625024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.325740:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e4a0e995. 02000000:00000010:3.0:1761122779.325745:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b6bd8c10. 00000100:00000010:3.0:1761122779.325749:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:3.0:1761122779.325752:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6004af8. 00010000:00000010:3.0:1761122779.325757:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000200:1.0:1761122779.330646:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.330695:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f800 00000400:00000200:1.0:1761122779.330704:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad169 [2] + 0 00000400:00000200:1.0:1761122779.330765:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.330770:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.330777:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.330783:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:2.0:1761122779.330830:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab65a3ce. 00000020:00000010:2.0:1761122779.330837:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.330842:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.330867:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643937792/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.330901:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937792 02000000:00000010:2.0:1761122779.330914:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008847396e. 00010000:00000010:2.0:1761122779.331018:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093806a35. 00010000:00000010:2.0:1761122779.331038:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb0fd441. 00000100:00000010:2.0:1761122779.331049:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.331173:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.331179:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb0fd441. 00080000:00000010:3.0:1761122779.331183:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d21d3e7. 00000400:00000010:2.0:1761122779.331195:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122779.331201:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937792, offset 224 00000400:00000200:2.0:1761122779.331209:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.331221:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.331227:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88749:88749:256:4294967295] 192.168.201.27@tcp LPNI seq info [88749:88749:8:4294967295] 00000400:00000200:2.0:1761122779.331238:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.331243:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.331247:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.331253:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.331261:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.331265:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761122779.331267:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:3.0:1761122779.331274:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000022dae988. 00000020:00000010:2.0:1761122779.331291:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.331296:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.331301:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab65a3ce. 00010000:00000010:3.0:1761122779.331349:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122779.331356:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009974585d. 00010000:00000010:3.0:1761122779.331366:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000364d79b8. 00000100:00000010:3.0:1761122779.331370:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122779.331377:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122779.331389:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000333016c1. 00000800:00000200:1.0:1761122779.331403:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.331406:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122779.331410:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1761122779.331413:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004dded4e8. 00000400:00000200:1.0:1761122779.331414:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:3.0:1761122779.331418:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000200:1.0:1761122779.331418:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:1.0:1761122779.331421:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000400:00000010:3.0:1761122779.331426:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122779.331431:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625088, portal 16 00000400:00000010:3.0:1761122779.331436:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122779.331438:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625088, offset 0 00000400:00000200:3.0:1761122779.331445:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.331452:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.331459:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.331463:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.331467:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.331471:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88750:88750:256:4294967295] 192.168.201.27@tcp LPNI seq info [88750:88750:8:4294967295] 00000400:00000200:3.0:1761122779.331480:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.331485:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.331489:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.331494:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.331499:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.331502:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.331896:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbedfe5. 00010000:00000010:1.1:1761122779.331903:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b761133. 00010000:00000010:1.1:1761122779.331906:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a83c8e. 00000800:00000200:1.0:1761122779.331915:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.331917:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:1.0:1761122779.331921:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.331925:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.331928:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:1.0:1761122779.331930:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:1.0:1761122779.331935:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643625088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.335473:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.335491:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203280 00000400:00000200:3.0:1761122779.335500:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae81d [1] + 224 00000400:00000200:3.0:1761122779.335513:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.335517:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.335527:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643625088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.336482:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:2.0:1761122779.336489:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:2.0:1761122779.336491:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000100:00000200:2.0:1761122779.336499:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643625088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.336508:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643625088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.336539:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004dded4e8. 02000000:00000010:2.0:1761122779.336557:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000333016c1. 00000100:00000010:2.0:1761122779.336563:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:2.0:1761122779.336570:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:2.0:1761122779.336574:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000364d79b8. 00000400:00000200:1.0:1761122779.337168:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.337179:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f840 00000400:00000200:1.0:1761122779.337184:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad169 [2] + 328 00000400:00000200:1.0:1761122779.337221:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.337226:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.337232:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.337237:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:2.0:1761122779.337399:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000163fcbfe. 00000020:00000010:2.0:1761122779.337406:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.337411:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.337434:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643937856/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.337470:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937856 02000000:00000010:2.0:1761122779.337481:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ab65a3ce. 00010000:00000010:2.0:1761122779.337510:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8d71c62. 00010000:00000010:2.0:1761122779.337531:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb0fd441. 00000100:00000010:2.0:1761122779.337537:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00010000:00000010:3.1:1761122779.338143:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b79396. 00010000:00000010:3.1:1761122779.338163:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:2.1:1761122779.338216:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00000100:00000010:2.0:1761122779.338310:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.338315:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb0fd441. 00000400:00000010:2.0:1761122779.338331:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122779.338336:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937856, offset 224 00000400:00000200:2.0:1761122779.338344:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.338355:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.338360:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88751:88751:256:4294967295] 192.168.201.27@tcp LPNI seq info [88751:88751:8:4294967295] 00000400:00000200:2.0:1761122779.338369:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.338374:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.338379:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.338384:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.338391:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.338394:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.338413:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.338417:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.338421:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000163fcbfe. 00000800:00000200:2.0:1761122779.338488:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.338492:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:2.0:1761122779.338496:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.338499:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.338502:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:2.0:1761122779.338503:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00080000:00000010:3.0:1761122779.339610:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ba2f00a. 00010000:00000010:3.0:1761122779.339715:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009974585d. 00010000:00000010:3.0:1761122779.339723:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c905992. 00010000:00000010:3.0:1761122779.339793:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122779.339798:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009974585d. 00010000:00000010:3.0:1761122779.339809:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f186c65. 00000100:00000010:3.0:1761122779.339814:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.339822:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122779.339834:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064fdb9b4. 02000000:00000010:3.0:1761122779.339859:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008384a48e. 00000400:00000010:3.0:1761122779.339865:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000010:3.0:1761122779.339870:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122779.339875:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625152, portal 16 00000400:00000010:3.0:1761122779.339880:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122779.339882:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625152, offset 0 00000400:00000200:3.0:1761122779.339889:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.339899:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.339905:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.339909:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.339912:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.339915:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88752:88752:256:4294967295] 192.168.201.27@tcp LPNI seq info [88752:88752:8:4294967295] 00000400:00000200:3.0:1761122779.339924:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.339929:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.339934:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122779.339938:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.339944:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.339947:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122779.345687:0:78590:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000200:1.0:1761122779.346241:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.346256:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482032c0 00000400:00000200:1.0:1761122779.346265:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae829 [1] + 224 00000400:00000200:1.0:1761122779.346277:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.346281:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.346290:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643625152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.346575:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.346581:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f880 00000400:00000200:1.0:1761122779.346587:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad169 [2] + 656 00000400:00000200:1.0:1761122779.346636:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.346641:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.346645:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.346651:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:3.0:1761122779.347313:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000392e1355. 00000400:00000200:3.0:1761122779.347317:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:3.0:1761122779.347319:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:3.0:1761122779.347337:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643625152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.347346:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643625152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.347376:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008384a48e. 02000000:00000010:3.0:1761122779.347381:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064fdb9b4. 00000100:00000010:3.0:1761122779.347385:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122779.347389:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.347394:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f186c65. 00080000:00000010:3.0:1761122779.348299:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064fdb9b4. 00010000:00000010:3.0:1761122779.348388:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009974585d. 00010000:00000010:3.0:1761122779.348394:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9d77149. 00010000:00000010:3.0:1761122779.348467:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.0:1761122779.348473:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009974585d. 00010000:00000010:3.0:1761122779.348484:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f186c65. 00000100:00000010:3.0:1761122779.348488:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.348494:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122779.348504:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008384a48e. 02000000:00000010:3.0:1761122779.348526:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eedf10ee. 00000400:00000010:3.0:1761122779.348530:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000010:3.0:1761122779.348534:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122779.348539:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625216, portal 16 00000400:00000010:3.0:1761122779.348542:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122779.348544:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625216, offset 0 00000400:00000200:3.0:1761122779.348551:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.348557:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.348564:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.348568:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.348571:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.348573:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88754:88754:256:4294967295] 192.168.201.27@tcp LPNI seq info [88754:88754:8:4294967295] 00000400:00000200:3.0:1761122779.348580:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.348585:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.348589:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122779.348593:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.348597:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.348599:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122779.355245:0:78563:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005e0a4ba. 00010000:00000010:3.1:1761122779.355257:0:78563:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:1.0:1761122779.356532:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.356551:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203300 00000400:00000200:1.0:1761122779.356561:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae835 [1] + 224 00000400:00000200:1.0:1761122779.356577:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.356582:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.356595:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643625216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.356749:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000392e1355. 00000400:00000200:3.0:1761122779.356754:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:3.0:1761122779.356756:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:3.0:1761122779.356763:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643625216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.356771:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643625216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.356799:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eedf10ee. 02000000:00000010:3.0:1761122779.356805:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008384a48e. 00000100:00000010:3.0:1761122779.356808:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122779.356812:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.356816:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f186c65. 00010000:00000010:0.1:1761122779.359107:0:78591:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079807342. 00010000:00000010:3.1:1761122779.364955:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f12c19f3. 00010000:00000010:3.1:1761122779.364971:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00000400:00000200:2.0:1761122779.365260:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.365276:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824f8c0 00000400:00000200:2.0:1761122779.365283:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad169 [2] + 984 00000400:00000200:2.0:1761122779.365521:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.365526:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.365533:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.365538:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 00000020:00000010:1.0:1761122779.366894:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b6bd8c10. 00000020:00000010:1.0:1761122779.366902:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.366907:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.367137:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f71fca80 x1846669643937984/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.367195:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643937984 02000000:00000010:1.0:1761122779.367208:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000efa94986. 00010000:00000010:1.0:1761122779.367237:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a85adcb. 00010000:00000010:1.0:1761122779.367256:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122779.367263:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.367282:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:1.0:1761122779.367287:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122779.367503:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122779.367509:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643937984, offset 224 00000400:00000200:1.0:1761122779.367519:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.367538:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.367545:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88755:88755:256:4294967295] 192.168.201.27@tcp LPNI seq info [88755:88755:8:4294967295] 00000400:00000200:1.0:1761122779.367825:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.367832:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.367836:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.367843:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.367851:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.367856:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.367876:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.367881:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.367886:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b6bd8c10. 00010000:00000010:1.1:1761122779.373235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005571da55. 00010000:00000010:0.1:1761122779.376787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8ef42b0. 00010000:00000010:0.1:1761122779.376799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00000400:00000010:3.0:1761122779.377207:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000742a011. 00000400:00000200:3.0:1761122779.377212:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:3.0:1761122779.377214:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:3.0:1761122779.377226:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643625280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.377234:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643625280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.377269:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dd63b87. 02000000:00000010:3.0:1761122779.377275:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000717be5c3. 00000100:00000010:3.0:1761122779.377279:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:3.0:1761122779.377284:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:3.0:1761122779.377288:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008bb99b89. 00000020:00000010:1.0:1761122779.377754:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b13d1a6f. 00000020:00000010:1.0:1761122779.377761:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.377765:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.377819:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643938048/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.378128:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938048 02000000:00000010:1.0:1761122779.378140:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7af77c1. 00010000:00000010:1.0:1761122779.378177:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000374508d7. 00010000:00000010:1.0:1761122779.378196:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122779.378202:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.378652:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:1.0:1761122779.378684:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122779.378699:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122779.378704:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938048, offset 224 00000400:00000200:1.0:1761122779.378712:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.378724:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.378730:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88757:88757:256:4294967295] 192.168.201.27@tcp LPNI seq info [88757:88757:8:4294967295] 00000400:00000200:1.0:1761122779.378739:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.378745:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.378749:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347602). 00000800:00000200:1.0:1761122779.378756:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.378762:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.378765:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.378783:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.378788:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.378791:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b13d1a6f. 00080000:00000010:3.0:1761122779.379016:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eedf10ee. 00010000:00000010:3.0:1761122779.379102:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:3.0:1761122779.379109:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005055d28c. 00010000:00000010:3.0:1761122779.379267:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122779.379274:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bdf5572. 00010000:00000010:3.0:1761122779.379284:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c531ac53. 00000100:00000010:3.0:1761122779.379289:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122779.379296:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122779.379306:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092ed862b. 02000000:00000010:3.0:1761122779.379329:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7afb712. 00000400:00000010:3.0:1761122779.379335:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000010:3.0:1761122779.379338:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122779.379343:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625344, portal 16 00000400:00000010:3.0:1761122779.379347:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122779.379348:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625344, offset 0 00000400:00000200:3.0:1761122779.379353:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.379360:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.379366:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.379370:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.379373:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.379375:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88758:88758:256:4294967295] 192.168.201.27@tcp LPNI seq info [88758:88758:8:4294967295] 00000400:00000200:3.0:1761122779.379382:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.379387:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.379390:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122779.379394:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.379399:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.379401:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.381255:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.381270:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203380 00000400:00000200:3.0:1761122779.381278:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae84d [1] + 224 00000400:00000200:3.0:1761122779.381291:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.381295:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.381301:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643625344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.382084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc8c1b4a. 00000400:00000010:1.0:1761122779.382104:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000392e1355. 00000400:00000200:1.0:1761122779.382108:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:1.0:1761122779.382110:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:1.0:1761122779.382116:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643625344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.382124:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643625344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.382160:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7afb712. 02000000:00000010:1.0:1761122779.382166:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092ed862b. 00000100:00000010:1.0:1761122779.382169:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:1.0:1761122779.382173:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:1.0:1761122779.382176:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c531ac53. 00010000:00000010:3.1:1761122779.383902:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b76eb6d4. 00010000:00000010:3.1:1761122779.383909:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00000020:00000010:3.0:1761122779.383942:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079415f12. 00000020:00000010:3.0:1761122779.383948:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122779.383952:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.383977:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643938112/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.384004:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938112 02000000:00000010:3.0:1761122779.384014:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001baf730. 00010000:00000010:3.0:1761122779.384040:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0500b58. 00010000:00000010:3.0:1761122779.384057:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f7e53a42. 00000100:00000010:3.0:1761122779.384063:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.384081:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.384085:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f7e53a42. 00000400:00000010:3.0:1761122779.384098:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122779.384103:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938112, offset 224 00000400:00000200:3.0:1761122779.384109:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.384120:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.384125:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88759:88759:256:4294967295] 192.168.201.27@tcp LPNI seq info [88759:88759:8:4294967295] 00000400:00000200:3.0:1761122779.384134:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.384139:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.384143:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122779.384161:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.384167:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.384171:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.384186:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122779.384190:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.384194:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079415f12. 00080000:00000010:2.0:1761122779.384206:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085f0978d. 00010000:00000010:2.0:1761122779.384286:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bdf5572. 00010000:00000010:2.0:1761122779.384292:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ed1a12f. 00010000:00000010:2.0:1761122779.384357:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.0:1761122779.384377:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013afab7f. 00010000:00000010:2.0:1761122779.384388:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002e97f7e. 00000100:00000010:2.0:1761122779.384391:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.384397:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ea38afe. 02000000:00000010:2.0:1761122779.384407:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edf2d852. 02000000:00000010:2.0:1761122779.384430:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000163fcbfe. 00000400:00000010:2.0:1761122779.384436:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122779.384440:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122779.384444:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625408, portal 16 00000400:00000010:2.0:1761122779.384448:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122779.384450:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625408, offset 0 00000400:00000200:2.0:1761122779.384455:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.384461:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.384467:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.384470:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.384473:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.384475:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88760:88760:255:4294967295] 192.168.201.27@tcp LPNI seq info [88760:88760:7:4294967295] 00000400:00000200:2.0:1761122779.384482:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.384486:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.384489:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122779.384492:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.384496:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.384498:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.386828:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.386843:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482033c0 00000400:00000200:3.0:1761122779.386851:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae859 [1] + 224 00000400:00000200:3.0:1761122779.386862:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.386866:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.386873:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ea38afe x1846669643625408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.387329:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:1.0:1761122779.387335:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:1.0:1761122779.387336:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:1.0:1761122779.387342:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ea38afe x1846669643625408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.387350:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ea38afe x1846669643625408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.387376:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000163fcbfe. 02000000:00000010:1.0:1761122779.387384:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edf2d852. 00000100:00000010:1.0:1761122779.387387:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ea38afe. 00000100:00000010:1.0:1761122779.387391:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:1.0:1761122779.387394:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002e97f7e. 00010000:00000010:2.1:1761122779.388835:0:78593:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049dac7fe. 00010000:00000010:2.1:1761122779.388843:0:78593:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122779.389697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090348ca9. 00000020:00000010:1.0:1761122779.395970:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000071c4a983. 00000020:00000010:1.0:1761122779.395977:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.395981:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.396009:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2631bf6 x1846669643938176/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.396048:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938176 02000000:00000010:1.0:1761122779.396060:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008844242f. 00010000:00000010:1.0:1761122779.396091:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd2925f5. 00010000:00000010:1.0:1761122779.396111:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122779.396118:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002ea8dcac. 00000100:00000010:1.0:1761122779.396131:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002ea8dcac. 00010000:00000010:1.0:1761122779.396136:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122779.396160:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122779.396165:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938176, offset 224 00000400:00000200:1.0:1761122779.396173:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.396184:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.396190:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88761:88761:256:4294967295] 192.168.201.27@tcp LPNI seq info [88761:88761:8:4294967295] 00000400:00000200:1.0:1761122779.396201:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.396205:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.396211:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006990c170 (tot 82347450). 00000800:00000200:1.0:1761122779.396217:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.396224:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.396227:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006990c170 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.396243:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.396248:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.396251:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000071c4a983. 02000000:00000010:1.0:1761122779.396261:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001baf730. 00000100:00000010:1.0:1761122779.396266:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:1.0:1761122779.396269:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7af77c1. 00000100:00000010:1.0:1761122779.396271:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:1.0:1761122779.396275:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000efa94986. 00000100:00000010:1.0:1761122779.396278:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 02000000:00000010:1.0:1761122779.396281:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b24cdecc. 00000100:00000010:1.0:1761122779.396283:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122779.396285:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ab65a3ce. 00000100:00000010:1.0:1761122779.396288:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122779.396291:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008847396e. 00000100:00000010:1.0:1761122779.396292:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000200:1.0:1761122779.396299:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122779.396303:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c9c4fcd1. 00000400:00000010:1.0:1761122779.396307:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002ea8dcac (tot 82347602). 00080000:00000010:1.0:1761122779.396334:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efa94986. 00010000:00000010:1.0:1761122779.396419:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013afab7f. 00010000:00000010:1.0:1761122779.396426:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c388afa0. 00010000:00000010:1.0:1761122779.396504:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afbedfe5. 00010000:00000010:1.0:1761122779.396510:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122779.396521:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122779.396525:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.396532:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122779.396544:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7af77c1. 02000000:00000010:1.0:1761122779.396567:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c4a983. 00000400:00000010:1.0:1761122779.396572:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.396575:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122779.396578:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625472, portal 16 00000400:00000010:1.0:1761122779.396582:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122779.396584:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625472, offset 0 00000400:00000200:1.0:1761122779.396589:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.396594:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.396601:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.396605:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.396607:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.396610:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88762:88762:256:4294967295] 192.168.201.27@tcp LPNI seq info [88762:88762:8:4294967295] 00000400:00000200:1.0:1761122779.396616:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.396620:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.396622:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347602). 00000800:00000200:1.0:1761122779.396626:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.396630:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.396633:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761122779.403764:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.403773:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:1.0:1761122779.403775:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000100:00000200:1.0:1761122779.403782:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643625472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.403790:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643625472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.403821:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c4a983. 02000000:00000010:1.0:1761122779.403829:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7af77c1. 00000100:00000010:1.0:1761122779.403833:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:1.0:1761122779.403838:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:1.0:1761122779.403842:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000020:00000010:1.0:1761122779.404298:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7af77c1. 00000020:00000010:1.0:1761122779.404490:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.404494:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.404517:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643938240/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.404543:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938240 02000000:00000010:1.0:1761122779.404552:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071c4a983. 00010000:00000010:1.0:1761122779.404575:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000426796ad. 00010000:00000010:1.0:1761122779.404804:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122779.404812:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.404830:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:1.0:1761122779.404834:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122779.404847:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122779.404852:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938240, offset 224 00000400:00000200:1.0:1761122779.404860:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.404872:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.404878:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88763:88763:256:4294967295] 192.168.201.27@tcp LPNI seq info [88763:88763:8:4294967295] 00000400:00000200:1.0:1761122779.404889:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.404894:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.404899:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.404904:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.405111:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.405116:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.405142:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.405158:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.405161:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7af77c1. 00000800:00000200:2.0:1761122779.405227:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.405232:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:2.0:1761122779.405236:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.405240:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.405243:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:2.0:1761122779.405245:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000800:00000200:1.0:1761122779.406629:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.406633:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:1.0:1761122779.406637:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.406643:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.406646:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:1.0:1761122779.406648:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00010000:00000010:1.1:1761122779.406703:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de759da0. 00010000:00000010:1.1:1761122779.406709:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066560df2. 00010000:00000010:1.1:1761122779.406712:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00000100:00000200:1.0:1761122779.406721:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643625536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.408777:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ddba752. 00010000:00000010:0.1:1761122779.408787:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbedfe5. 00000400:00000200:2.0:1761122779.415100:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.415120:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203440 00000400:00000200:2.0:1761122779.415128:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae875 [1] + 224 00000400:00000200:2.0:1761122779.415154:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.415158:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.415169:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643625536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.415248:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcfb7829. 00000400:00000200:3.0:1761122779.415253:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:3.0:1761122779.415256:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:3.0:1761122779.415263:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643625536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.415272:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643625536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.415300:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be1350d2. 02000000:00000010:3.0:1761122779.415306:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e4629a7. 00000100:00000010:3.0:1761122779.415310:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:3.0:1761122779.415316:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:3.0:1761122779.415319:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ea5c4589. 00000400:00000200:2.0:1761122779.415867:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.415877:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fa00 00000400:00000200:2.0:1761122779.415883:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 328 00000400:00000200:2.0:1761122779.415934:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.416127:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.416133:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.416138:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:3.0:1761122779.416244:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079415f12. 00000020:00000010:3.0:1761122779.416251:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.416256:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.416281:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643938304/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.416320:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938304 02000000:00000010:3.0:1761122779.416332:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b752339. 00010000:00000010:3.0:1761122779.416361:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062736181. 00010000:00000010:3.0:1761122779.416380:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e8ba463. 00000100:00000010:3.0:1761122779.416385:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.416403:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.416407:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e8ba463. 00000400:00000010:3.0:1761122779.416420:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122779.416425:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938304, offset 224 00000400:00000200:3.0:1761122779.416433:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.416444:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.416449:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88765:88765:256:4294967295] 192.168.201.27@tcp LPNI seq info [88765:88765:8:4294967295] 00000400:00000200:3.0:1761122779.416459:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.416464:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.416469:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.416475:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.416482:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.416486:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.416510:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.416515:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.416519:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079415f12. 00000800:00000200:1.0:1761122779.416580:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1761122779.416582:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5597549. 00000800:00000010:1.0:1761122779.416584:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:1.0:1761122779.416589:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.416593:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.416596:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:1.0:1761122779.416598:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00010000:00000010:2.0:1761122779.416698:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:1.1:1761122779.416704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050602313. 00010000:00000010:2.0:1761122779.416705:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aeb1cf4c. 00010000:00000010:2.0:1761122779.416776:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.0:1761122779.416783:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122779.416792:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d0d9843. 00000100:00000010:2.0:1761122779.416796:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2097e4a. 00000100:00000010:2.0:1761122779.416802:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122779.416812:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f97b763b. 02000000:00000010:2.0:1761122779.416833:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d259e97. 00000400:00000010:2.0:1761122779.416838:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122779.416843:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122779.416848:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625600, portal 16 00000400:00000010:2.0:1761122779.416852:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122779.416854:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625600, offset 0 00000400:00000200:2.0:1761122779.416860:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.416867:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.416873:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.416877:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.416880:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.416882:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88766:88766:256:4294967295] 192.168.201.27@tcp LPNI seq info [88766:88766:8:4294967295] 00000400:00000200:2.0:1761122779.416890:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.416895:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.416898:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.416901:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.416906:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.416908:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.417022:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.417025:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122779.417028:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.417032:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.417035:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122779.417036:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:3.0:1761122779.417042:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643625600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.423132:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.423161:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203480 00000400:00000200:2.0:1761122779.423171:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae881 [1] + 224 00000400:00000200:2.0:1761122779.423186:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.423191:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.423200:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643625600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.423328:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:3.0:1761122779.423333:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:3.0:1761122779.423335:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:3.0:1761122779.423343:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643625600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.423350:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643625600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.423379:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d259e97. 02000000:00000010:3.0:1761122779.423386:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f97b763b. 00000100:00000010:3.0:1761122779.423390:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:3.0:1761122779.423395:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d2097e4a. 00010000:00000010:3.0:1761122779.423399:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d0d9843. 00000400:00000200:1.0:1761122779.423462:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.423471:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fa40 00000400:00000200:1.0:1761122779.423476:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 656 00000400:00000200:1.0:1761122779.423527:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.423531:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.423535:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.423540:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:3.0:1761122779.423876:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079415f12. 00000020:00000010:3.0:1761122779.423883:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.423887:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.423910:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643938368/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.423934:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938368 02000000:00000010:3.0:1761122779.424018:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e70d31b. 00010000:00000010:3.0:1761122779.424051:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f26df44e. 00010000:00000010:3.0:1761122779.424072:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e8ba463. 00000100:00000010:3.0:1761122779.424078:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.424088:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.424091:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e8ba463. 00000400:00000010:3.0:1761122779.424103:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122779.424107:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938368, offset 224 00000400:00000200:3.0:1761122779.424115:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.424124:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.424129:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88767:88767:256:4294967295] 192.168.201.27@tcp LPNI seq info [88767:88767:8:4294967295] 00000400:00000200:3.0:1761122779.424139:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.424156:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.424161:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.424167:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.424174:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.424178:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.424196:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.424200:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.424204:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079415f12. 00000800:00000200:3.0:1761122779.424275:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.424279:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122779.424284:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.424288:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.424291:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:3.0:1761122779.424292:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00080000:00000010:3.0:1761122779.424317:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079415f12. 00010000:00000010:3.0:1761122779.424613:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:3.0:1761122779.424619:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0be04eb. 00010000:00000010:3.0:1761122779.424751:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122779.424755:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122779.424761:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122779.424766:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d525d894. 00080000:00000010:3.0:1761122779.424778:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000212f21b3. 00010000:00000010:3.0:1761122779.424807:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.424811:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122779.425057:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122779.425061:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.425069:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001e8ba463. 00000100:00000010:3.0:1761122779.425073:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.425079:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122779.425089:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e99e9e96. 02000000:00000010:3.0:1761122779.425111:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9b44a6c. 00000400:00000010:3.0:1761122779.425115:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003785ea2d. 00000400:00000010:3.0:1761122779.425119:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122779.425124:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625664, portal 16 00000400:00000010:3.0:1761122779.425129:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122779.425130:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625664, offset 0 00000400:00000200:3.0:1761122779.425136:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.425142:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.425163:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.425167:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.425170:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.425173:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88768:88768:256:4294967295] 192.168.201.27@tcp LPNI seq info [88768:88768:8:4294967295] 00000400:00000200:3.0:1761122779.425181:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.425185:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.425189:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.425193:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.425197:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.425200:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.425504:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.425507:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:2.0:1761122779.425511:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.425515:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.425518:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:2.0:1761122779.425520:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:2.0:1761122779.425525:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643625664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.428177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602f200e. 00000400:00000200:1.0:1761122779.431350:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.431543:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482034c0 00000400:00000200:1.0:1761122779.431552:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae88d [1] + 224 00000400:00000200:1.0:1761122779.431569:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.431573:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.431585:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643625664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.432498:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.432507:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fa80 00000400:00000200:1.0:1761122779.432513:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 984 00010000:00000010:2.1:1761122779.432739:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cfc006f. 00010000:00000010:2.1:1761122779.432748:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00000400:00000010:2.0:1761122779.432760:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003785ea2d. 00000400:00000200:2.0:1761122779.432764:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:2.0:1761122779.432766:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000100:00000200:2.0:1761122779.432774:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f143ad85 x1846669643625664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.432784:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f143ad85 x1846669643625664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.432817:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9b44a6c. 02000000:00000010:2.0:1761122779.432823:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e99e9e96. 00000100:00000010:2.0:1761122779.432827:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000100:00000010:2.0:1761122779.432831:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:2.0:1761122779.432836:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001e8ba463. 00000400:00000200:1.0:1761122779.433275:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.433282:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.433288:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.433294:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:1.0:1761122779.433336:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7af77c1. 00000020:00000010:1.0:1761122779.433343:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.433347:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.433370:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643938432/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.433401:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938432 02000000:00000010:1.0:1761122779.433411:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005ca0df33. 00010000:00000010:1.0:1761122779.433436:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008482b9af. 00010000:00000010:1.0:1761122779.433455:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8db6286. 00000100:00000010:1.0:1761122779.433461:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.433465:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:1.0:1761122779.433468:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8db6286. 00000400:00000010:1.0:1761122779.433479:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122779.433483:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938432, offset 224 00000400:00000200:1.0:1761122779.433490:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.433500:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.433506:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88769:88769:256:4294967295] 192.168.201.27@tcp LPNI seq info [88769:88769:8:4294967295] 00000400:00000200:1.0:1761122779.433516:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.433521:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.433526:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.433531:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.433538:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.433542:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.433559:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.433563:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.433566:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7af77c1. 00000800:00000200:1.0:1761122779.434190:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.434195:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:1.0:1761122779.434201:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.434206:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.434210:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:1.0:1761122779.434212:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00080000:00000010:3.0:1761122779.434277:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001baf730. 00010000:00000010:3.0:1761122779.434363:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.434370:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d9e8a20. 00010000:00000010:3.0:1761122779.434444:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.0:1761122779.434450:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.434461:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.434466:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.434474:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122779.434484:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092ed862b. 02000000:00000010:3.0:1761122779.434507:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7afb712. 00000400:00000010:3.0:1761122779.434512:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc77e. 00000400:00000010:3.0:1761122779.434517:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122779.434522:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625728, portal 16 00000400:00000010:3.0:1761122779.434527:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122779.434529:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625728, offset 0 00000400:00000200:3.0:1761122779.434536:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.434545:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.434551:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.434554:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.434557:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.434560:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88770:88770:256:4294967295] 192.168.201.27@tcp LPNI seq info [88770:88770:8:4294967295] 00000400:00000200:3.0:1761122779.434568:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.434573:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.434576:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122779.434580:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.434585:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.434588:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.435537:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.435541:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:2.0:1761122779.435550:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.435556:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.435559:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:2.0:1761122779.435561:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000100:00000200:2.0:1761122779.435568:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643625728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.437694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000655a1fd5. 00010000:00000010:3.1:1761122779.437707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf68696. 00010000:00000010:3.1:1761122779.437711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:3.1:1761122779.437714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122779.437716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:1.0:1761122779.438520:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.438535:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203500 00000400:00000200:1.0:1761122779.438543:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae899 [1] + 224 00000400:00000200:1.0:1761122779.438556:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.438560:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.438569:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643625728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.438637:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc77e. 00000400:00000200:3.0:1761122779.438641:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:3.0:1761122779.438644:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000100:00000200:3.0:1761122779.438649:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f143ad85 x1846669643625728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.438762:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dd53b17. 00010000:00000010:3.1:1761122779.438767:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000100:00000200:3.0:1761122779.438775:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f143ad85 x1846669643625728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122779.438802:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7afb712. 02000000:00000010:3.0:1761122779.438807:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092ed862b. 00000100:00000010:3.0:1761122779.438810:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000100:00000010:3.0:1761122779.438814:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.438818:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000200:3.0:1761122779.439624:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.439634:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fac0 00000400:00000200:3.0:1761122779.439640:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 1312 00010000:00000010:1.1:1761122779.439868:0:78596:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eb9e6c8. 00000400:00000200:3.0:1761122779.440129:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.440136:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.440141:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.440155:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:1.0:1761122779.440211:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b7af77c1. 00000020:00000010:1.0:1761122779.440219:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.440223:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.440248:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643938496/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.440285:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938496 02000000:00000010:1.0:1761122779.440296:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b061462. 00010000:00000010:1.0:1761122779.440323:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063217b76. 00010000:00000010:1.0:1761122779.440341:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8db6286. 00000100:00000010:1.0:1761122779.440347:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.440361:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:1.0:1761122779.440365:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8db6286. 00000400:00000010:1.0:1761122779.440378:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122779.440383:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938496, offset 224 00000400:00000200:1.0:1761122779.440390:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.440401:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.440406:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88771:88771:256:4294967295] 192.168.201.27@tcp LPNI seq info [88771:88771:8:4294967295] 00000400:00000200:1.0:1761122779.440416:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.440421:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.440426:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a19cd8e9 (tot 82347602). 00000800:00000200:1.0:1761122779.440432:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.440440:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.440443:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a19cd8e9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.440460:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.440465:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:1.0:1761122779.440468:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b7af77c1. 00080000:00000010:3.0:1761122779.440488:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092ed862b. 00010000:00000010:3.0:1761122779.440564:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.440570:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afca18b1. 00000800:00000200:2.0:1761122779.440614:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.440619:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a19cd8e9 (tot 82347354). 00000400:00000200:2.0:1761122779.440623:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.440627:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.440630:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:2.0:1761122779.440632:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000800:00000200:1.0:1761122779.442233:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.442238:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:1.0:1761122779.442242:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.442246:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.442249:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:1.0:1761122779.442251:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:1.0:1761122779.442258:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643625792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.446778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853e5035. 00000400:00000200:2.0:1761122779.446911:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.446928:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203540 00000400:00000200:2.0:1761122779.446935:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8a5 [1] + 224 00000400:00000200:2.0:1761122779.446946:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.446950:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.446959:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643625792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.446994:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.446999:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fb00 00000400:00000200:2.0:1761122779.447004:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 1640 00000400:00000200:2.0:1761122779.447011:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.447015:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.447018:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.447024:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7bd4591. 00000400:00000010:1.0:1761122779.447080:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c9f79770. 00000400:00000200:1.0:1761122779.447085:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:1.0:1761122779.447087:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:1.0:1761122779.447093:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643625792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.447100:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643625792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.447128:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e4629a7. 02000000:00000010:1.0:1761122779.447134:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000884cf8b2. 00000100:00000010:1.0:1761122779.447137:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:1.0:1761122779.447154:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023043e43. 00010000:00000010:1.0:1761122779.447159:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009ce552f6. 00000020:00000010:3.0:1761122779.447220:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.447227:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.447231:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.447258:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7bd4591 x1846669643938560/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.447290:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938560 02000000:00000010:3.0:1761122779.447301:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008384a48e. 00010000:00000010:3.0:1761122779.447507:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008527fd80. 00010000:00000010:3.0:1761122779.447526:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.447532:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.447562:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.447566:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000010:3.0:1761122779.447578:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00080000:00000010:2.0:1761122779.447580:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f97b763b. 00000100:00000200:3.0:1761122779.447582:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938560, offset 224 00000400:00000200:3.0:1761122779.447589:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.447600:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.447605:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88773:88773:256:4294967295] 192.168.201.27@tcp LPNI seq info [88773:88773:8:4294967295] 00000400:00000200:3.0:1761122779.447616:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.447620:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.447624:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122779.447628:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.447635:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.447638:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.447679:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00010000:00000010:2.0:1761122779.447680:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8ab3bd4. 00000020:00000010:3.0:1761122779.447683:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00010000:00000010:2.0:1761122779.447686:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000478788e9. 00000020:00000010:3.0:1761122779.447687:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00010000:00000010:2.0:1761122779.447757:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000338f9615. 00010000:00000010:2.0:1761122779.447764:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.447773:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c499eff7. 00000100:00000010:2.0:1761122779.447777:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.447783:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 02000000:00000010:2.0:1761122779.447792:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008847396e. 02000000:00000010:2.0:1761122779.447816:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab65a3ce. 00000400:00000010:2.0:1761122779.447821:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.447825:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.447831:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625856, portal 16 00000400:00000010:2.0:1761122779.447835:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122779.447843:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625856, offset 0 00000400:00000200:2.0:1761122779.447848:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.447855:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.447862:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.447865:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.447868:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.447870:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88774:88774:255:4294967295] 192.168.201.27@tcp LPNI seq info [88774:88774:7:4294967295] 00000400:00000200:2.0:1761122779.447877:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.447881:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.447884:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122779.447888:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.447891:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.447894:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122779.449865:0:78598:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d6f9dff. 00010000:00000010:3.1:1761122779.449877:0:78598:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00000400:00000200:1.0:1761122779.451163:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.451181:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203580 00000400:00000200:1.0:1761122779.451190:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8b1 [1] + 224 00000400:00000200:1.0:1761122779.451202:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.451207:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.451217:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b16969f1 x1846669643625856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.451543:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.451550:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fb40 00000400:00000200:1.0:1761122779.451555:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad1c1 [2] + 1968 00000400:00000010:1.0:1761122779.451559:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320e45f6. 00000400:00000200:1.0:1761122779.451562:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a8408467 00000400:00000200:1.0:1761122779.451572:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.451575:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.451579:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8408467 00000400:00000010:1.0:1761122779.451580:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a8408467 (tot 82347202). 00000100:00000200:1.0:1761122779.451586:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761122779.451649:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.451672:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:2.0:1761122779.451674:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.451680:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b16969f1 x1846669643625856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.451689:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b16969f1 x1846669643625856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.451718:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab65a3ce. 02000000:00000010:2.0:1761122779.451723:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008847396e. 00000100:00000010:2.0:1761122779.451726:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b16969f1. 00000100:00000010:2.0:1761122779.451732:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122779.451735:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c499eff7. 00010000:00000010:3.1:1761122779.453678:0:78598:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009251ecd0. 00000800:00000200:1.0:1761122779.454213:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.454217:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037159031 (tot 82347354). 00000400:00000200:1.0:1761122779.454220:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.454225:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.454228:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122779.454229:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 02000000:00000010:1.0:1761122779.454234:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b24cdecc. 00080000:00000010:2.0:1761122779.454329:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d259e97. 00010000:00000010:2.0:1761122779.454407:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.454414:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d2a3529. 00010000:00000010:2.0:1761122779.454487:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b21b613. 00010000:00000010:2.0:1761122779.454493:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.454502:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c499eff7. 00000100:00000010:2.0:1761122779.454506:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.454512:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 02000000:00000010:2.0:1761122779.454523:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008847396e. 02000000:00000010:2.0:1761122779.454547:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ab65a3ce. 00000400:00000010:2.0:1761122779.454551:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.454554:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.454557:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625920, portal 16 00000400:00000010:2.0:1761122779.454562:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122779.454563:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625920, offset 0 00000400:00000200:2.0:1761122779.454569:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.454575:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.454581:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.454585:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.454587:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.454590:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88776:88776:256:4294967295] 192.168.201.27@tcp LPNI seq info [88776:88776:8:4294967295] 00000400:00000200:2.0:1761122779.454596:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.454600:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.454603:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.454608:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.454613:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.454615:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122779.457721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d127ee00. 00010000:00000010:2.1:1761122779.457732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00000800:00000200:3.0:1761122779.461915:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.461923:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122779.462117:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.462125:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.462131:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122779.462134:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000100:00000200:3.0:1761122779.462152:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b16969f1 x1846669643625920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.465969:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.466003:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482035c0 00000400:00000200:3.0:1761122779.466022:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8c1 [1] + 224 00000400:00000200:3.0:1761122779.466036:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.466040:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.466062:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b16969f1 x1846669643625920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.466104:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.466111:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fb80 00000400:00000200:3.0:1761122779.466116:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 0 00000400:00000200:3.0:1761122779.466126:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.466129:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.466133:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.466138:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00000020:00000010:3.0:1761122779.466217:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.466223:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.466227:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.466252:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643938688/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.466289:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938688 02000000:00000010:3.0:1761122779.466300:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99e9e96. 00010000:00000010:3.0:1761122779.466354:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.466362:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.466370:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.466374:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000010:3.0:1761122779.466388:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122779.466393:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938688, offset 224 00000400:00000200:3.0:1761122779.466400:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.466410:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.466415:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88777:88777:256:4294967295] 192.168.201.27@tcp LPNI seq info [88777:88777:8:4294967295] 00000400:00000200:3.0:1761122779.466426:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.466432:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.466436:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.466441:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.466448:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.466451:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.466467:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.466471:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.466475:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00000400:00000010:2.0:1761122779.466778:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122779.466783:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:2.0:1761122779.466785:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.466791:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b16969f1 x1846669643625920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.466800:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b16969f1 x1846669643625920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122779.466820:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097eff2d9. 02000000:00000010:2.0:1761122779.466833:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ab65a3ce. 02000000:00000010:2.0:1761122779.466838:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008847396e. 00000100:00000010:2.0:1761122779.466842:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b16969f1. 00000100:00000010:2.0:1761122779.466846:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122779.466849:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c499eff7. 00080000:00000010:2.0:1761122779.466864:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008847396e. 00010000:00000010:2.0:1761122779.466947:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.466953:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1534d15. 00010000:00000010:2.0:1761122779.467043:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122779.467048:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122779.467052:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.0:1761122779.467056:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00080000:00000010:2.0:1761122779.467068:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab65a3ce. 00010000:00000010:2.0:1761122779.467095:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.467099:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122779.467165:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.0:1761122779.467169:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122779.467176:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c499eff7. 00000100:00000010:2.0:1761122779.467179:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.467184:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 02000000:00000010:2.0:1761122779.467194:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000163fcbfe. 02000000:00000010:2.0:1761122779.467214:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000333016c1. 00000400:00000010:2.0:1761122779.467218:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122779.467221:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.467226:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643625984, portal 16 00000400:00000010:2.0:1761122779.467229:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122779.467232:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643625984, offset 0 00000400:00000200:2.0:1761122779.467237:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.467246:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.467252:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.467255:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.467258:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.467262:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88778:88778:255:4294967295] 192.168.201.27@tcp LPNI seq info [88778:88778:7:4294967295] 00000400:00000200:2.0:1761122779.467270:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.467275:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.467278:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122779.467282:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.467287:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.467289:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122779.467688:0:78599:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009befeb5b. 00010000:00000010:2.1:1761122779.467951:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066cc76be. 00010000:00000010:2.1:1761122779.467957:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338f9615. 00000800:00000200:1.0:1761122779.468234:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.468237:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347602). 00000400:00000200:1.0:1761122779.468243:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.468249:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.468252:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:1.0:1761122779.468254:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000800:00000200:1.0:1761122779.470649:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.470666:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122779.470675:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.470682:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.470687:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:1.0:1761122779.470689:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:1.0:1761122779.470697:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b16969f1 x1846669643625984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.471276:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.471465:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203600 00000400:00000200:3.0:1761122779.471473:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8cd [1] + 224 00000400:00000200:3.0:1761122779.471487:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.471490:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.471496:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b16969f1 x1846669643625984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.471831:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635a4c72. 00010000:00000010:2.1:1761122779.471837:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009be75901. 00010000:00000010:2.1:1761122779.471842:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b21b613. 00010000:00000010:2.1:1761122779.471846:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122779.471848:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00000400:00000010:1.0:1761122779.472299:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:1.0:1761122779.472303:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:1.0:1761122779.472306:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:1.0:1761122779.472312:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b16969f1 x1846669643625984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.472537:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b16969f1 x1846669643625984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.472576:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000333016c1. 02000000:00000010:1.0:1761122779.472582:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000163fcbfe. 00000100:00000010:1.0:1761122779.472588:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b16969f1. 00000100:00000010:1.0:1761122779.472592:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:1.0:1761122779.472596:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c499eff7. 00000400:00000200:3.0:1761122779.473434:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.473445:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fbc0 00000400:00000200:3.0:1761122779.473451:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 328 00000400:00000200:3.0:1761122779.473504:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.473509:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.473514:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.473519:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000020:00000010:2.0:1761122779.473595:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000333016c1. 00000020:00000010:2.0:1761122779.473603:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.473607:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00000100:00000200:2.0:1761122779.473631:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7a35fd x1846669643938752/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.473703:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938752 02000000:00000010:2.0:1761122779.473716:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dded4e8. 00010000:00000010:2.0:1761122779.473741:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cffe89ef. 00010000:00000010:2.0:1761122779.473760:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002860c085. 00000100:00000010:2.0:1761122779.473766:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.473782:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122779.473786:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002860c085. 00000400:00000010:2.0:1761122779.473799:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122779.473804:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938752, offset 224 00000400:00000200:2.0:1761122779.473812:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.473822:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.473827:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88779:88779:256:4294967295] 192.168.201.27@tcp LPNI seq info [88779:88779:8:4294967295] 00000400:00000200:2.0:1761122779.473837:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.473842:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.473847:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.473853:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.473860:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.473863:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.473879:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.473884:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.473888:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000333016c1. 00080000:00000010:1.0:1761122779.473914:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7af77c1. 00010000:00000010:1.0:1761122779.474206:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:1.0:1761122779.474212:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000a19f6ec. 00010000:00000010:1.0:1761122779.474276:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afbedfe5. 00010000:00000010:1.0:1761122779.474283:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:1.0:1761122779.474293:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8db6286. 00000100:00000010:1.0:1761122779.474297:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001a4bdf6b. 00000100:00000010:1.0:1761122779.474303:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122779.474312:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d2d05ca. 02000000:00000010:1.0:1761122779.474331:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bb58f64. 00000400:00000010:1.0:1761122779.474335:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.474339:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122779.474343:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626048, portal 16 00000400:00000010:1.0:1761122779.474347:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.474349:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626048, offset 0 00000400:00000200:1.0:1761122779.474354:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.474360:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.474366:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.474369:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.474372:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.474374:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88780:88780:255:4294967295] 192.168.201.27@tcp LPNI seq info [88780:88780:7:4294967295] 00000400:00000200:1.0:1761122779.474381:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.474385:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.474388:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008f503f1f (tot 82347850). 00000800:00000200:1.0:1761122779.474392:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.474396:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.474399:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008f503f1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.474435:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.474438:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:1.0:1761122779.474442:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.474445:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.474447:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:1.0:1761122779.474449:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000800:00000200:1.0:1761122779.474495:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.474497:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008f503f1f (tot 82347354). 00000400:00000200:1.0:1761122779.474500:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.474503:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.474506:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.474507:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.474512:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643626048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.481923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fed2d1d4. 00000400:00000200:3.0:1761122779.482108:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.482124:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203640 00000400:00000200:3.0:1761122779.482132:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8d9 [1] + 224 00000400:00000200:3.0:1761122779.482156:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.482160:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.482171:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643626048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.482226:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:2.0:1761122779.482231:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:2.0:1761122779.482233:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00000100:00000200:2.0:1761122779.482240:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643626048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.482247:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643626048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.482276:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bb58f64. 02000000:00000010:2.0:1761122779.482282:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d2d05ca. 00000100:00000010:2.0:1761122779.482287:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:2.0:1761122779.482292:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001a4bdf6b. 00010000:00000010:2.0:1761122779.482295:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8db6286. 00000400:00000200:3.0:1761122779.482426:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.482433:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fc00 00000400:00000200:3.0:1761122779.482438:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 656 00000400:00000200:3.0:1761122779.482487:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.482491:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.482499:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.482504:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00080000:00000010:2.0:1761122779.483174:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000333016c1. 00010000:00000010:2.0:1761122779.483262:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:2.0:1761122779.483269:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008ea5e14. 00010000:00000010:2.0:1761122779.483347:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.0:1761122779.483354:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122779.483364:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002860c085. 00000100:00000010:2.0:1761122779.483367:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.483560:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 02000000:00000010:2.0:1761122779.483573:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004cdf04d6. 02000000:00000010:2.0:1761122779.483726:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ba9d2c. 00000400:00000010:2.0:1761122779.483732:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122779.483736:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122779.483740:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626112, portal 16 00000400:00000010:2.0:1761122779.483744:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122779.483746:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626112, offset 0 00000400:00000200:2.0:1761122779.483752:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.483758:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.483765:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.483768:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.483771:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.483773:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88782:88782:255:4294967295] 192.168.201.27@tcp LPNI seq info [88782:88782:7:4294967295] 00000400:00000200:2.0:1761122779.483781:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.483785:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.483789:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122779.483793:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.483798:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.483800:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.483850:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee4b5a55. 00010000:00000010:1.1:1761122779.483856:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00000800:00000200:3.0:1761122779.483927:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.484120:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcaf3e23 (tot 82347602). 00000400:00000200:3.0:1761122779.484124:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.484128:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.484131:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:3.0:1761122779.484133:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000400:00000200:3.0:1761122779.487758:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.487775:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203680 00000400:00000200:3.0:1761122779.487784:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae8e5 [1] + 224 00000400:00000200:3.0:1761122779.487795:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.487798:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.487807:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b16969f1 x1846669643626112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.487847:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.487853:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fc40 00000400:00000200:3.0:1761122779.487857:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 984 00000400:00000010:2.0:1761122779.487869:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:2.0:1761122779.487873:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122779.487875:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122779.487880:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b16969f1 x1846669643626112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.487887:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b16969f1 x1846669643626112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.487921:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.487925:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.487929:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.487935:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:2.0:1761122779.488095:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ba9d2c. 02000000:00000010:2.0:1761122779.488102:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004cdf04d6. 00000100:00000010:2.0:1761122779.488107:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b16969f1. 00000100:00000010:2.0:1761122779.488113:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122779.488117:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002860c085. 00000100:00000200:2.0:1761122779.489443:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938880 02000000:00000010:2.0:1761122779.489457:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:2.0:1761122779.489486:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa6c4907. 00010000:00000010:2.0:1761122779.489503:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002860c085. 00000100:00000010:2.0:1761122779.489508:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.489532:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122779.489536:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002860c085. 00000400:00000010:2.0:1761122779.489561:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122779.489566:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938880, offset 224 00000400:00000200:2.0:1761122779.489574:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.489586:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.489592:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88783:88783:256:4294967295] 192.168.201.27@tcp LPNI seq info [88783:88783:8:4294967295] 00000400:00000200:2.0:1761122779.489603:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.489608:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.489612:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.489618:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.489625:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.489629:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.489646:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad99555. 00000020:00000010:2.0:1761122779.489652:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b6f061a8. 00000020:00000010:2.0:1761122779.489671:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000717be5c3. 00080000:00000010:2.0:1761122779.490716:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055a2eeec. 00010000:00000010:2.0:1761122779.490798:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122779.490805:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a823c6a7. 00000800:00000200:3.0:1761122779.491057:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.491061:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00010000:00000010:2.0:1761122779.491062:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b21b613. 00000400:00000200:3.0:1761122779.491066:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122779.491067:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00000400:00000200:3.0:1761122779.491072:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.491077:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00010000:00000010:2.0:1761122779.491077:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002860c085. 00000400:00000010:3.0:1761122779.491079:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000010:2.0:1761122779.491081:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122779.491087:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 02000000:00000010:2.0:1761122779.491099:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7c423ba. 02000000:00000010:2.0:1761122779.491122:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d2f1aa6. 00000400:00000010:2.0:1761122779.491127:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122779.491131:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122779.491135:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626176, portal 16 00000400:00000010:2.0:1761122779.491138:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122779.491139:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626176, offset 0 00000400:00000200:2.0:1761122779.491154:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.491162:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.491169:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.491176:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.491179:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.491182:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88784:88784:256:4294967295] 192.168.201.27@tcp LPNI seq info [88784:88784:8:4294967295] 00000400:00000200:2.0:1761122779.491190:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.491195:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.491198:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.491203:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.491208:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.491210:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.491857:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.491860:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122779.491864:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.491869:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.491871:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:1.0:1761122779.491873:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:1.0:1761122779.491879:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b16969f1 x1846669643626176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.492774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5740787. 00010000:00000010:2.1:1761122779.493572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240a575c. 00010000:00000010:2.1:1761122779.493580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbedfe5. 00000400:00000010:1.0:1761122779.495139:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:1.0:1761122779.495154:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:1.0:1761122779.495156:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:1.0:1761122779.495162:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b16969f1 x1846669643626176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.495169:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b16969f1 x1846669643626176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.495198:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d2f1aa6. 02000000:00000010:1.0:1761122779.495203:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7c423ba. 00000100:00000010:1.0:1761122779.495206:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b16969f1. 00000100:00000010:1.0:1761122779.495212:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:1.0:1761122779.495215:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002860c085. 00000020:00000010:3.0:1761122779.496545:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.496555:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.496559:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.496587:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643938944/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.496619:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643938944 02000000:00000010:3.0:1761122779.496630:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9b44a6c. 00010000:00000010:3.0:1761122779.496687:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c46d754. 00010000:00000010:3.0:1761122779.496707:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.496713:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.496728:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.496731:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00080000:00000010:1.0:1761122779.496742:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013bff5b6. 00000400:00000010:3.0:1761122779.496744:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122779.496749:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643938944, offset 224 00000400:00000200:3.0:1761122779.496756:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.496768:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.496774:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88785:88785:256:4294967295] 192.168.201.27@tcp LPNI seq info [88785:88785:8:4294967295] 00000400:00000200:3.0:1761122779.496783:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.496789:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.496793:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.496798:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.496805:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.496809:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122779.496823:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00000020:00000010:3.0:1761122779.496825:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.496828:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00010000:00000010:1.0:1761122779.496828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034ea0a07. 00000020:00000010:3.0:1761122779.496832:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00010000:00000010:1.0:1761122779.496893:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.496899:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.496909:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.496912:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.496918:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.496928:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8e4a9c9. 00000800:00000200:3.0:1761122779.496931:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.496934:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:3.0:1761122779.496938:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.496942:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.497130:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 02000000:00000010:1.0:1761122779.497130:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d038d0d. 00000400:00000010:3.0:1761122779.497132:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000400:00000010:1.0:1761122779.497135:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.497139:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.497152:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626240, portal 16 00000400:00000010:1.0:1761122779.497157:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122779.497159:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626240, offset 0 00000400:00000200:1.0:1761122779.497164:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.497171:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.497177:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.497181:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.497183:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.497185:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88786:88786:256:4294967295] 192.168.201.27@tcp LPNI seq info [88786:88786:8:4294967295] 00000400:00000200:1.0:1761122779.497192:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.497196:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.497200:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.497204:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.497208:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.497210:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.497712:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.497716:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.497734:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.497739:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.497741:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:3.0:1761122779.497743:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:3.0:1761122779.497749:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643626240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.498762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006456b9c1. 00010000:00000010:2.1:1761122779.498770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029026bc6. 00010000:00000010:2.1:1761122779.498774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00000400:00000010:1.0:1761122779.500529:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.500534:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.500537:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.500543:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.500645:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.500678:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fcc0 00000400:00000200:3.0:1761122779.500684:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 1640 00000400:00000200:3.0:1761122779.500729:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.500733:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.500737:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.500742:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000100:00000200:1.0:1761122779.500878:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.500908:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d038d0d. 02000000:00000010:1.0:1761122779.500915:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8e4a9c9. 00000020:00000010:2.0:1761122779.500917:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2065363. 00000100:00000010:1.0:1761122779.500920:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000020:00000010:2.0:1761122779.500923:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000100:00000010:1.0:1761122779.500924:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00000020:00000010:2.0:1761122779.500927:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 00010000:00000010:1.0:1761122779.500927:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000100:00000200:2.0:1761122779.500951:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643939008/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.500980:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939008 02000000:00000010:2.0:1761122779.500990:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:2.0:1761122779.501018:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae51dfbf. 00010000:00000010:2.0:1761122779.501037:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.501043:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8408467. 00000100:00000010:2.0:1761122779.501058:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8408467. 00010000:00000010:2.0:1761122779.501061:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.501075:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122779.501080:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939008, offset 224 00000400:00000200:2.0:1761122779.501087:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.501098:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.501103:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88787:88787:256:4294967295] 192.168.201.27@tcp LPNI seq info [88787:88787:8:4294967295] 00000400:00000200:2.0:1761122779.501113:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.501118:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.501122:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.501128:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.501134:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.501138:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.501165:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.501169:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3d3c365. 00000020:00000010:2.0:1761122779.501173:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2065363. 00080000:00000010:1.0:1761122779.501294:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8e4a9c9. 00010000:00000010:1.0:1761122779.501374:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.501380:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ad44483. 00010000:00000010:1.0:1761122779.501459:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.501464:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.501469:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.501474:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00080000:00000010:1.0:1761122779.501485:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d038d0d. 00010000:00000010:1.0:1761122779.501512:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.501516:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.501575:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.501579:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.501587:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.501590:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.501595:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.501605:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d2d05ca. 02000000:00000010:1.0:1761122779.501626:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bb58f64. 00000400:00000010:1.0:1761122779.501631:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.501635:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.501640:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626304, portal 16 00000400:00000010:1.0:1761122779.501644:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122779.501646:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626304, offset 0 00000400:00000200:1.0:1761122779.501651:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.501693:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.501700:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.501703:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.501705:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.501708:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88788:88788:256:4294967295] 192.168.201.27@tcp LPNI seq info [88788:88788:8:4294967295] 00000400:00000200:1.0:1761122779.501715:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.501720:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.501723:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.501728:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.501732:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.501734:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122779.502746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d32e8b6. 00010000:00000010:1.1:1761122779.502809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044af4552. 00010000:00000010:1.1:1761122779.502815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b21b613. 00000400:00000200:3.0:1761122779.504225:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.504241:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203740 00000400:00000200:3.0:1761122779.504247:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae909 [1] + 224 00000400:00000200:3.0:1761122779.504256:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.504258:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.504264:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.504290:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.504294:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fd00 00000400:00000200:3.0:1761122779.504297:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad219 [2] + 1968 00000400:00000010:3.0:1761122779.504300:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122779.504302:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004dd6a82a 00000400:00000200:3.0:1761122779.504336:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.504338:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.504340:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004dd6a82a 00000400:00000010:3.0:1761122779.504341:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004dd6a82a (tot 82347202). 00000100:00000200:3.0:1761122779.504346:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761122779.504408:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.504411:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.504412:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.504416:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.504421:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.504444:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bb58f64. 02000000:00000010:1.0:1761122779.504449:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d2d05ca. 00000100:00000010:1.0:1761122779.504453:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.504457:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.504460:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000100:00000200:2.0:1761122779.504738:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939072 02000000:00000010:2.0:1761122779.504750:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:2.0:1761122779.504773:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007481f077. 00010000:00000010:2.0:1761122779.504791:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.504797:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8408467. 00000100:00000010:2.0:1761122779.504813:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8408467. 00010000:00000010:2.0:1761122779.504816:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.504827:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122779.504831:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939072, offset 224 00080000:00000010:1.0:1761122779.504836:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d2d05ca. 00000400:00000200:2.0:1761122779.504838:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.504847:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.504851:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88789:88789:256:4294967295] 192.168.201.27@tcp LPNI seq info [88789:88789:8:4294967295] 00000400:00000200:2.0:1761122779.504860:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.504865:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.504868:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347450). 00000800:00000200:2.0:1761122779.504872:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.504878:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.504882:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.504905:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000be1f27ca. 00010000:00000010:1.0:1761122779.505094:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.505100:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d74edeb4. 00000020:00000010:2.0:1761122779.505103:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000060502a27. 00000020:00000010:2.0:1761122779.505106:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000be1350d2. 02000000:00000010:2.0:1761122779.505113:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:2.0:1761122779.505116:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:2.0:1761122779.505120:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9b44a6c. 00000100:00000010:2.0:1761122779.505123:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 02000000:00000010:2.0:1761122779.505125:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:2.0:1761122779.505127:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:2.0:1761122779.505129:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dd63b87. 00000100:00000010:2.0:1761122779.505131:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:2.0:1761122779.505133:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dded4e8. 00000100:00000010:2.0:1761122779.505136:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 02000000:00000010:2.0:1761122779.505140:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99e9e96. 00010000:00000010:1.0:1761122779.505179:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abab701. 00010000:00000010:1.0:1761122779.505185:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.505194:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.505198:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.505202:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.505211:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bb58f64. 02000000:00000010:1.0:1761122779.505230:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000071c4a983. 00000400:00000010:1.0:1761122779.505234:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.505238:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.505242:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626368, portal 16 00000400:00000010:1.0:1761122779.505246:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122779.505248:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626368, offset 0 00000400:00000200:1.0:1761122779.505253:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.505259:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.505265:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.505268:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.505271:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.505273:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88790:88790:255:4294967295] 192.168.201.27@tcp LPNI seq info [88790:88790:7:4294967295] 00000400:00000200:1.0:1761122779.505280:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.505284:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.505288:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347698). 00000100:00000010:2.0:1761122779.505292:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000800:00000200:1.0:1761122779.505292:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.505296:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.505298:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000100:00000200:2.0:1761122779.505300:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122779.505304:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b966aea1. 00000400:00000010:2.0:1761122779.505307:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8408467 (tot 82347850). 00010000:00000010:2.1:1761122779.506728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4f5af27. 00010000:00000010:1.1:1761122779.507083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3049728. 00010000:00000010:1.1:1761122779.507087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.1:1761122779.507090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.507092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00000400:00000010:1.0:1761122779.507477:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.507481:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.507483:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.507489:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.507496:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761122779.507508:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063ba9d2c. 00000020:00000010:2.0:1761122779.507514:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122779.507518:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3d3c365. 02000000:00000010:1.0:1761122779.507520:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000071c4a983. 02000000:00000010:1.0:1761122779.507528:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bb58f64. 00000100:00000010:1.0:1761122779.507532:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.507536:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00000100:00000200:2.0:1761122779.507540:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643939136/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:1.0:1761122779.507540:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00080000:00000010:1.0:1761122779.507917:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb58f64. 00000800:00000200:3.0:1761122779.507937:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.507941:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.507948:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.507952:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.507955:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:3.0:1761122779.507956:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00010000:00000010:1.0:1761122779.507989:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.507995:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000558ba9d6. 00010000:00000010:1.0:1761122779.508056:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.508060:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.508067:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.508069:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.508073:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.508081:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000071c4a983. 02000000:00000010:1.0:1761122779.508097:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ca0df33. 00000400:00000010:1.0:1761122779.508099:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.508101:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.508105:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626432, portal 16 00000400:00000010:1.0:1761122779.508108:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122779.508109:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626432, offset 0 00000400:00000200:1.0:1761122779.508113:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.508117:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.508122:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.508124:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.508126:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.508128:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88792:88792:256:4294967295] 192.168.201.27@tcp LPNI seq info [88792:88792:8:4294967295] 00000400:00000200:1.0:1761122779.508133:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.508136:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.508139:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.508141:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.508159:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.508161:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761122779.510167:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.510172:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.510174:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.510180:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.510188:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.510191:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.510199:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fd80 00000400:00000200:3.0:1761122779.510203:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad271 [2] + 328 02000000:00000010:1.0:1761122779.510212:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ca0df33. 02000000:00000010:1.0:1761122779.510217:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000071c4a983. 00000100:00000010:1.0:1761122779.510220:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.510225:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.510228:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.510245:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.510249:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.510253:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.510258:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00010000:00000010:2.1:1761122779.510696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732d9d77. 00000800:00000200:2.0:1761122779.510967:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.510972:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122779.510980:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.510984:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.510987:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:2.0:1761122779.510988:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00080000:00000010:1.0:1761122779.511007:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071c4a983. 00010000:00000010:1.0:1761122779.511078:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.511083:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000293ca223. 00010000:00000010:1.0:1761122779.511136:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.511140:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.511159:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.511163:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.511168:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.511177:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005ca0df33. 02000000:00000010:1.0:1761122779.511194:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b061462. 00000400:00000010:1.0:1761122779.511196:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.511199:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.511203:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626496, portal 16 00000400:00000010:1.0:1761122779.511206:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122779.511207:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626496, offset 0 00000400:00000200:1.0:1761122779.511211:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.511216:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.511221:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.511223:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.511226:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.511228:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88794:88794:256:4294967295] 192.168.201.27@tcp LPNI seq info [88794:88794:8:4294967295] 00000400:00000200:1.0:1761122779.511233:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.511236:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.511238:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.511241:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.511244:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.511246:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.512547:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.512561:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203800 00000400:00000200:3.0:1761122779.512566:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae931 [1] + 224 00000400:00000010:1.0:1761122779.513036:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.513040:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.513041:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.513046:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.513054:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.513230:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b061462. 02000000:00000010:1.0:1761122779.513237:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005ca0df33. 00000100:00000010:1.0:1761122779.513240:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.513246:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.513249:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000020:00000010:3.0:1761122779.513279:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.513286:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.513288:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.513305:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643939264/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.513330:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939264 02000000:00000010:3.0:1761122779.513340:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99e9e96. 00010000:00000010:3.0:1761122779.513361:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bc6fc40e. 00010000:00000010:3.0:1761122779.513377:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.513381:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dd6a82a. 00000100:00000010:3.0:1761122779.513391:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dd6a82a. 00010000:00000010:3.0:1761122779.513394:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000010:3.0:1761122779.513404:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122779.513408:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939264, offset 224 00000400:00000200:3.0:1761122779.513414:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122779.513416:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ca0df33. 00000400:00000200:3.0:1761122779.513422:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.513427:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88795:88795:256:4294967295] 192.168.201.27@tcp LPNI seq info [88795:88795:8:4294967295] 00000400:00000200:3.0:1761122779.513435:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.513440:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.513444:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122779.513448:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.513454:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.513456:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.513481:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00010000:00000010:1.0:1761122779.513481:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00000020:00000010:3.0:1761122779.513485:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00010000:00000010:1.0:1761122779.513487:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e34c877. 00000020:00000010:3.0:1761122779.513489:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00010000:00000010:1.0:1761122779.513721:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.513727:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.513735:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000800:00000200:2.0:1761122779.513738:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1761122779.513738:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000800:00000010:2.0:1761122779.513741:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000100:00000010:1.0:1761122779.513743:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000400:00000200:2.0:1761122779.513746:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.513749:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:1.0:1761122779.513751:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b061462. 00000400:00000200:2.0:1761122779.513752:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:2.0:1761122779.513753:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 02000000:00000010:1.0:1761122779.513769:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b13d1a6f. 00000400:00000010:1.0:1761122779.513775:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.513778:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.513782:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626560, portal 16 00000400:00000010:1.0:1761122779.513786:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122779.513788:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626560, offset 0 00000400:00000200:1.0:1761122779.513793:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.513799:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.513804:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.513807:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.513810:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.513813:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88796:88796:256:4294967295] 192.168.201.27@tcp LPNI seq info [88796:88796:8:4294967295] 00000400:00000200:1.0:1761122779.513820:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.513824:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.513828:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.513832:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.513836:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.513839:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122779.514826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004067cef1. 00010000:00000010:1.1:1761122779.514857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008730e924. 00010000:00000010:1.1:1761122779.514860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00000400:00000010:1.0:1761122779.515903:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.515907:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.515909:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.515915:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.515922:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.515949:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b13d1a6f. 02000000:00000010:1.0:1761122779.515956:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b061462. 00000100:00000010:1.0:1761122779.515959:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.515964:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.515968:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.516184:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.516192:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fe00 00000400:00000200:3.0:1761122779.516196:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad271 [2] + 984 00000400:00000200:3.0:1761122779.516232:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.516235:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.516240:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.516244:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 00080000:00000010:1.0:1761122779.516646:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b061462. 00010000:00000010:1.0:1761122779.516734:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.516741:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b1d8e3c. 00010000:00000010:0.1:1761122779.516798:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8cdef25. 00010000:00000010:1.0:1761122779.516806:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.516809:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.516813:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.516817:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00080000:00000010:1.0:1761122779.516827:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b13d1a6f. 00010000:00000010:1.0:1761122779.516851:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.516854:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.516906:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.516910:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.516917:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.516920:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.516926:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.516935:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008844242f. 02000000:00000010:1.0:1761122779.516957:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021a3ded4. 00000400:00000010:1.0:1761122779.516962:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.516965:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.516969:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626624, portal 16 00000400:00000010:1.0:1761122779.516974:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122779.516975:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626624, offset 0 00000400:00000200:1.0:1761122779.516980:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.516986:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.516992:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.516996:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.516999:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000800:00000200:3.0:1761122779.517002:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761122779.517002:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88798:88798:255:4294967295] 192.168.201.27@tcp LPNI seq info [88798:88798:7:4294967295] 00000800:00000010:3.0:1761122779.517006:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.517009:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.517012:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.517013:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1761122779.517015:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122779.517017:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000800:00000200:1.0:1761122779.517019:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000400:00000200:3.0:1761122779.517020:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:3.0:1761122779.517021:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000800:00000200:1.0:1761122779.517023:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.517025:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.517047:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.517050:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.517068:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.517072:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.517074:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:3.0:1761122779.517075:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:3.0:1761122779.517080:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643626624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.517851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eeb8d09. 00010000:00000010:1.1:1761122779.518141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ee23460. 00010000:00000010:1.1:1761122779.518159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00010000:00000010:1.1:1761122779.518165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07ad8ef. 00010000:00000010:1.1:1761122779.518168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00000400:00000010:1.0:1761122779.518578:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.518581:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.518582:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.518587:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.518592:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.518611:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021a3ded4. 02000000:00000010:1.0:1761122779.518617:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008844242f. 00000100:00000010:1.0:1761122779.518621:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.518625:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.518629:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.518870:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.518880:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fe40 00000400:00000200:3.0:1761122779.518886:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad271 [2] + 1312 00000400:00000200:3.0:1761122779.519070:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.519076:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.519080:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.519085:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00080000:00000010:1.0:1761122779.519344:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021a3ded4. 00010000:00000010:1.0:1761122779.519410:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.519416:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ff757d35. 00010000:00000010:1.0:1761122779.519480:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.519486:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.519494:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.519497:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.519503:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.519512:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008844242f. 02000000:00000010:1.0:1761122779.519530:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d41fdfbe. 00000400:00000010:1.0:1761122779.519534:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.519537:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.519541:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626688, portal 16 00000400:00000010:1.0:1761122779.519546:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000800:00000200:3.0:1761122779.519607:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.519610:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.519618:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.519623:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.519626:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:3.0:1761122779.519628:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000100:00000200:1.0:1761122779.519633:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626688, offset 0 00000400:00000200:1.0:1761122779.519639:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.519645:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.519652:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.519682:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.519686:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.519688:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88800:88800:256:4294967295] 192.168.201.27@tcp LPNI seq info [88800:88800:8:4294967295] 00000400:00000200:1.0:1761122779.519696:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.519702:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.519705:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.519709:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.519713:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.519716:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.521067:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000956a65e. 00010000:00000010:1.1:1761122779.521075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000200:3.0:1761122779.521430:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.521442:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482038c0 00000400:00000200:3.0:1761122779.521447:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae955 [1] + 224 00000400:00000200:3.0:1761122779.521454:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.521456:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.521463:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.521488:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.521494:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fe80 00000400:00000200:3.0:1761122779.521499:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad271 [2] + 1640 00000400:00000010:1.0:1761122779.521511:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.521515:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.521517:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.521523:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.521531:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.521649:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d41fdfbe. 02000000:00000010:1.0:1761122779.521677:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008844242f. 00000100:00000010:1.0:1761122779.521684:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.521690:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.521694:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.521825:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.521830:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.521834:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.521841:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00080000:00000010:1.0:1761122779.522070:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d41fdfbe. 00010000:00000010:1.0:1761122779.522141:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.522160:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e8a859f. 00010000:00000010:1.0:1761122779.522233:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.522239:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.522247:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.522250:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.522255:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.522265:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2d4b5e6. 02000000:00000010:1.0:1761122779.522285:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008babe03b. 00000800:00000200:3.0:1761122779.522288:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761122779.522289:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000800:00000010:3.0:1761122779.522291:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000010:1.0:1761122779.522292:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.522297:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626752, portal 16 00000400:00000200:3.0:1761122779.522299:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1761122779.522301:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122779.522303:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626752, offset 0 00000400:00000200:3.0:1761122779.522304:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.522306:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:3.0:1761122779.522308:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000400:00000200:1.0:1761122779.522316:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.522322:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.522329:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.522332:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.522335:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.522338:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88802:88802:256:4294967295] 192.168.201.27@tcp LPNI seq info [88802:88802:8:4294967295] 00000400:00000200:1.0:1761122779.522346:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.522350:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.522354:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.522358:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.522362:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.522364:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122779.523747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039451a09. 00010000:00000010:1.1:1761122779.523757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.1:1761122779.523761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.523765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:0.1:1761122779.523776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00000400:00000200:3.0:1761122779.524618:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.524635:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203900 00000400:00000200:3.0:1761122779.524643:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae961 [1] + 224 00000400:00000200:3.0:1761122779.524760:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.524766:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.524774:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.524876:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.524881:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.524883:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.524890:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.524898:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.524924:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008babe03b. 02000000:00000010:1.0:1761122779.524931:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2d4b5e6. 00000100:00000010:1.0:1761122779.524936:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.524941:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.524945:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.525286:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.525293:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824fec0 00000400:00000200:3.0:1761122779.525297:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad271 [2] + 1968 00000400:00000010:3.0:1761122779.525300:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:3.0:1761122779.525302:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008cb2bd71 00000400:00000200:3.0:1761122779.525685:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.525690:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.525694:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008cb2bd71 00000400:00000010:3.0:1761122779.525696:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008cb2bd71 (tot 82347202). 00000100:00000200:3.0:1761122779.525701:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122779.525900:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122779.525908:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.525912:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2e9c5cb. 00000100:00000200:2.0:1761122779.525935:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db691eba x1846669643939520/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.526192:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939520 02000000:00000010:2.0:1761122779.526205:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b035d55. 00010000:00000010:2.0:1761122779.526231:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009fb68688. 00010000:00000010:2.0:1761122779.526455:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.526460:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d2097e4a. 00000100:00000010:2.0:1761122779.526472:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d2097e4a. 00010000:00000010:2.0:1761122779.526476:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.526487:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122779.526492:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939520, offset 224 00000400:00000200:2.0:1761122779.526499:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122779.526503:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2d4b5e6. 00000400:00000200:2.0:1761122779.526511:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.526516:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88803:88803:256:4294967295] 192.168.201.27@tcp LPNI seq info [88803:88803:8:4294967295] 00000400:00000200:2.0:1761122779.526525:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.526530:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.526534:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347450). 00000800:00000200:2.0:1761122779.526539:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.526547:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.526550:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.526574:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.526579:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b2e9c5cb. 00000020:00000010:2.0:1761122779.526582:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 02000000:00000010:2.0:1761122779.526590:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000be1350d2. 00000100:00000010:2.0:1761122779.526593:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00010000:00000010:1.0:1761122779.526595:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 02000000:00000010:2.0:1761122779.526597:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dd63b87. 00000100:00000010:2.0:1761122779.526599:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 02000000:00000010:2.0:1761122779.526601:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000628bdc91. 00010000:00000010:1.0:1761122779.526601:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df53166. 00000100:00000010:2.0:1761122779.526603:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 02000000:00000010:2.0:1761122779.526606:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99e9e96. 00000100:00000010:2.0:1761122779.526609:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:2.0:1761122779.526612:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fbdd2ee1. 00000100:00000010:2.0:1761122779.526614:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:2.0:1761122779.526617:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bc8195c. 00000100:00000010:2.0:1761122779.526619:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000200:2.0:1761122779.526627:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122779.526632:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002350b53b. 00000400:00000010:2.0:1761122779.526635:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2097e4a (tot 82347602). 00010000:00000010:1.0:1761122779.526696:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.526703:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.526713:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.526717:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.526724:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.526733:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008babe03b. 02000000:00000010:1.0:1761122779.526753:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009587c116. 00000400:00000010:1.0:1761122779.526757:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.526761:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.526764:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626816, portal 16 00000400:00000010:1.0:1761122779.526768:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122779.526770:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626816, offset 0 00000400:00000200:1.0:1761122779.526775:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.526782:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.526788:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.526791:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.526794:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.526797:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88804:88804:255:4294967295] 192.168.201.27@tcp LPNI seq info [88804:88804:7:4294967295] 00000400:00000200:1.0:1761122779.526805:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.526810:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.526813:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.526817:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.526822:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.526824:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1761122779.528339:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.528353:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203940 00000400:00000200:2.0:1761122779.528361:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae971 [1] + 224 00000400:00000200:2.0:1761122779.528372:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.528376:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.528383:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.528598:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.528603:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.528604:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.528611:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.528624:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.528647:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009587c116. 02000000:00000010:1.0:1761122779.528653:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008babe03b. 00010000:00000010:1.1:1761122779.528677:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f76dc2b. 00010000:00000010:1.1:1761122779.528684:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00000100:00000010:1.0:1761122779.528703:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.528708:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.528712:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:0.1:1761122779.528785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b1bd6e3. 00000400:00000200:3.0:1761122779.529105:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.529117:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ff00 00000400:00000200:3.0:1761122779.529122:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 0 00000400:00000200:3.0:1761122779.529511:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.529515:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.529519:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.529522:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000020:00000010:2.0:1761122779.529703:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122779.529711:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.529715:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2e9c5cb. 00000100:00000200:2.0:1761122779.529740:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7a35fd x1846669643939584/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.529769:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939584 02000000:00000010:2.0:1761122779.529779:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:2.0:1761122779.529802:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f2397f. 00010000:00000010:2.0:1761122779.529818:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.529823:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8a6b8fc. 00000100:00000010:2.0:1761122779.529834:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8a6b8fc. 00010000:00000010:2.0:1761122779.529838:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.529849:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122779.529853:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939584, offset 224 00000400:00000200:2.0:1761122779.529860:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122779.529868:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008babe03b. 00000400:00000200:2.0:1761122779.529869:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.529875:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88805:88805:256:4294967295] 192.168.201.27@tcp LPNI seq info [88805:88805:8:4294967295] 00000400:00000200:2.0:1761122779.529884:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.529889:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.529894:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.529898:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.529905:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.529908:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.529934:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.529938:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b2e9c5cb. 00000020:00000010:2.0:1761122779.529942:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00010000:00000010:1.0:1761122779.529944:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.529949:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a2c90f16. 00010000:00000010:1.0:1761122779.530017:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.530023:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.530032:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.530036:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.530042:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.530051:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009587c116. 02000000:00000010:1.0:1761122779.530070:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006926b6f8. 00000400:00000010:1.0:1761122779.530074:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.530078:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.530082:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626880, portal 16 00000400:00000010:1.0:1761122779.530087:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122779.530089:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626880, offset 0 00000400:00000200:1.0:1761122779.530095:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.530101:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.530108:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.530111:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1761122779.530113:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761122779.530114:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000800:00000010:3.0:1761122779.530117:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122779.530117:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88806:88806:255:4294967295] 192.168.201.27@tcp LPNI seq info [88806:88806:7:4294967295] 00000400:00000200:3.0:1761122779.530121:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.530124:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.530125:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000200:3.0:1761122779.530127:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:3.0:1761122779.530129:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000800:00000200:1.0:1761122779.530130:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.530134:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.530139:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.530157:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.530160:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122779.530714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ab56fec. 00010000:00000010:0.1:1761122779.530757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041cdaefd. 00010000:00000010:1.1:1761122779.530881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000445e31d7. 00010000:00000010:1.1:1761122779.530888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00000400:00000200:3.0:1761122779.531739:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.531753:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203980 00000400:00000200:3.0:1761122779.531759:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae97d [1] + 224 00000400:00000200:3.0:1761122779.531770:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.531773:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.531780:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.531831:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.531835:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.531837:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.531843:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.531851:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.531876:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006926b6f8. 02000000:00000010:1.0:1761122779.531882:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009587c116. 00000100:00000010:1.0:1761122779.531884:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.531888:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.532090:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.532611:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.532619:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ff40 00000400:00000200:3.0:1761122779.532623:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 328 00000400:00000200:3.0:1761122779.532694:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.532698:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.532702:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.532706:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00080000:00000010:1.0:1761122779.533791:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009587c116. 00010000:00000010:1.0:1761122779.533863:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.533868:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a91577d. 00010000:00000010:1.0:1761122779.533922:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.533925:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.533929:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.533932:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00080000:00000010:1.0:1761122779.533941:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006926b6f8. 00010000:00000010:1.0:1761122779.533957:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.533959:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.533997:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.533999:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.534004:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.534007:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.534012:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.534020:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf26d507. 02000000:00000010:1.0:1761122779.534039:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008844242f. 00000400:00000010:1.0:1761122779.534043:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.534045:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.534049:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643626944, portal 16 00000400:00000010:1.0:1761122779.534052:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122779.534053:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643626944, offset 0 00000400:00000200:1.0:1761122779.534057:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.534062:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.534068:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.534071:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.534073:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.534074:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88808:88808:255:4294967295] 192.168.201.27@tcp LPNI seq info [88808:88808:7:4294967295] 00000400:00000200:1.0:1761122779.534080:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.534083:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.534085:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.534088:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.534091:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.534092:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.534191:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.534194:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:2.0:1761122779.534201:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.534204:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.534206:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:2.0:1761122779.534208:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000800:00000200:2.0:1761122779.534251:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.534253:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122779.534269:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.534271:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.534273:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:2.0:1761122779.534273:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000100:00000200:2.0:1761122779.534277:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643626944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.535834:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.535851:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482039c0 00000400:00000200:3.0:1761122779.535858:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae989 [1] + 224 00000400:00000200:3.0:1761122779.535871:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.535874:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.535882:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643626944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.535885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9290b66. 00010000:00000010:1.1:1761122779.535892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000010:1.0:1761122779.535918:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.535922:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.535924:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.535929:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643626944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.535937:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643626944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.535964:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008844242f. 02000000:00000010:1.0:1761122779.535972:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf26d507. 00000100:00000010:1.0:1761122779.535977:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.535983:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.535987:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:2.1:1761122779.535998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0d3186. 00000400:00000200:3.0:1761122779.536202:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.536210:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ff80 00000400:00000200:3.0:1761122779.536215:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 656 00000400:00000200:3.0:1761122779.536622:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.536628:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.536632:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.536636:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00080000:00000010:1.0:1761122779.537626:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008844242f. 00010000:00000010:1.0:1761122779.537723:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.537729:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042a1868f. 00010000:00000010:1.0:1761122779.537797:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.537803:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.537812:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.537816:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.537822:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.537832:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cf26d507. 02000000:00000010:1.0:1761122779.537853:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000097e974e1. 00000400:00000010:1.0:1761122779.537858:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.537862:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.537867:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627008, portal 16 00000400:00000010:1.0:1761122779.537871:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122779.537872:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627008, offset 0 00000400:00000200:1.0:1761122779.537878:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.537884:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.537890:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.537894:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.537896:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.537899:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88810:88810:255:4294967295] 192.168.201.27@tcp LPNI seq info [88810:88810:7:4294967295] 00000400:00000200:1.0:1761122779.537906:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.537911:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.537914:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.537918:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.537922:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.537924:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.538021:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.538025:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:3.0:1761122779.538034:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.538039:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.538042:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122779.538044:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000800:00000200:3.0:1761122779.538074:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.538077:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.538094:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.538097:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.538099:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122779.538101:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:3.0:1761122779.538105:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.539787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004674b93. 00010000:00000010:1.1:1761122779.539823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000071b815c. 00010000:00000010:1.1:1761122779.539830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00000400:00000200:3.0:1761122779.540790:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.540804:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203a00 00000400:00000200:3.0:1761122779.540811:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae995 [1] + 224 00000400:00000200:3.0:1761122779.540819:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.540822:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.540829:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.540857:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.540862:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f894824ffc0 00000400:00000200:3.0:1761122779.540867:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 984 00000400:00000010:1.0:1761122779.540877:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.540881:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.540884:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.541113:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.541121:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.541158:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000097e974e1. 02000000:00000010:1.0:1761122779.541165:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cf26d507. 00000100:00000010:1.0:1761122779.541171:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.541176:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.541181:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.541453:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.541459:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.541462:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.541466:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00080000:00000010:1.0:1761122779.541942:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097e974e1. 00010000:00000010:1.0:1761122779.542226:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.542232:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc3df33b. 00000800:00000200:3.0:1761122779.542246:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.542250:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.542257:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.542261:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.542264:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122779.542265:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00010000:00000010:1.0:1761122779.542502:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.542510:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.542522:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.542526:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.542532:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.542543:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007fe3386d. 02000000:00000010:1.0:1761122779.542566:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cf26d507. 00000400:00000010:1.0:1761122779.542572:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.542576:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.542580:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627072, portal 16 00000400:00000010:1.0:1761122779.542585:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122779.542587:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627072, offset 0 00000400:00000200:1.0:1761122779.542593:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.542599:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.542606:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.542608:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.542611:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.542613:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88812:88812:256:4294967295] 192.168.201.27@tcp LPNI seq info [88812:88812:8:4294967295] 00000400:00000200:1.0:1761122779.542620:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.542625:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.542628:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.542633:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.542637:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.542639:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.543191:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.543193:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.543211:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.543215:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.543219:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122779.543220:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000100:00000200:3.0:1761122779.543226:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.543739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7a21411. 00010000:00000010:1.1:1761122779.543748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.1:1761122779.543752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.543755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00000400:00000200:3.0:1761122779.545179:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.545192:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203a40 00000400:00000200:3.0:1761122779.545198:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9a1 [1] + 224 00000400:00000200:3.0:1761122779.545209:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.545211:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.545218:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.545268:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.545446:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.545448:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.545455:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.545462:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.545491:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cf26d507. 02000000:00000010:1.0:1761122779.545496:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007fe3386d. 00000100:00000010:1.0:1761122779.545502:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.545507:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.545511:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.545989:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.545996:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250000 00000400:00000200:3.0:1761122779.546001:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 1312 00000400:00000200:3.0:1761122779.546847:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.546853:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.546857:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.546862:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:2.0:1761122779.546925:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122779.546932:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122779.546937:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b2e9c5cb. 00000100:00000200:2.0:1761122779.546962:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643939840/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000800:00000200:3.0:1761122779.547630:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.547633:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.547641:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.547645:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.547648:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122779.547650:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00010000:00000010:0.1:1761122779.548290:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061ae551. 00010000:00000010:1.1:1761122779.548555:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370b709d. 00010000:00000010:1.1:1761122779.548562:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00080000:00000010:1.0:1761122779.548579:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf26d507. 00010000:00000010:1.0:1761122779.548689:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.548697:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec34a1db. 00010000:00000010:1.0:1761122779.548774:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.548779:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.548788:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.548794:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.548801:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.548813:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007fe3386d. 02000000:00000010:1.0:1761122779.548839:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000163fcbfe. 00000400:00000010:1.0:1761122779.548846:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.548851:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.548857:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627136, portal 16 00000400:00000010:1.0:1761122779.548861:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122779.548864:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627136, offset 0 00000400:00000200:1.0:1761122779.548869:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.548877:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.548883:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.548886:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.548889:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.548891:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88814:88814:256:4294967295] 192.168.201.27@tcp LPNI seq info [88814:88814:8:4294967295] 00000400:00000200:1.0:1761122779.548898:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.548902:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.548906:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.548910:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.548915:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.548918:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.549033:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.549036:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.549056:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.549060:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.549063:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122779.549065:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:3.0:1761122779.549071:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.551740:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.551760:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203a80 00000400:00000200:2.0:1761122779.551770:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9ad [1] + 224 00000400:00000200:2.0:1761122779.551782:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.551787:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.551798:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.551835:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.551841:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250040 00000400:00000200:2.0:1761122779.551846:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 1640 00000400:00000010:1.0:1761122779.551861:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.551866:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.551868:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.551874:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.551881:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.551900:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.551903:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.551908:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761122779.551909:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000163fcbfe. 00000100:00000010:2.0:1761122779.551913:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:1.0:1761122779.551915:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007fe3386d. 00000100:00000010:1.0:1761122779.551920:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.552456:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.552462:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00080000:00000010:1.0:1761122779.552476:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000163fcbfe. 00000800:00000200:3.0:1761122779.552519:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.552523:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.552530:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.552534:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.552537:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122779.552538:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00010000:00000010:1.0:1761122779.552554:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.552560:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ffa125a1. 00010000:00000010:1.0:1761122779.552630:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.552636:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.552646:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.552649:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.552688:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.552699:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edf2d852. 02000000:00000010:1.0:1761122779.552720:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fe3386d. 00000400:00000010:1.0:1761122779.552725:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.552729:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.552733:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627200, portal 16 00000400:00000010:1.0:1761122779.552738:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122779.552739:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627200, offset 0 00000400:00000200:1.0:1761122779.552746:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.552752:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.552758:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.552761:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.552764:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.552766:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88816:88816:256:4294967295] 192.168.201.27@tcp LPNI seq info [88816:88816:8:4294967295] 00000400:00000200:1.0:1761122779.552772:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.552777:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.552780:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.552783:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.552787:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.552789:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.553326:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.553329:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.553348:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.553352:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.553355:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122779.553357:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:3.0:1761122779.553363:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.555723:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.555742:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203ac0 00000400:00000200:2.0:1761122779.555751:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9b9 [1] + 224 00000400:00000200:2.0:1761122779.555765:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.555769:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.555779:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.556317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6632ff1. 00000400:00000200:3.0:1761122779.556325:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122779.556329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000200:3.0:1761122779.556335:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250080 00000400:00000200:3.0:1761122779.556340:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad2d1 [2] + 1968 00000400:00000010:3.0:1761122779.556344:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:3.0:1761122779.556347:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d6ab3ae4 00000400:00000010:1.0:1761122779.556354:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.556357:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.556359:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.556365:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.556564:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.556570:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.556574:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.556577:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6ab3ae4 00000400:00000010:3.0:1761122779.556579:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d6ab3ae4 (tot 82347202). 00000100:00000200:3.0:1761122779.556583:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:1.0:1761122779.556592:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fe3386d. 02000000:00000010:1.0:1761122779.556599:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edf2d852. 00000100:00000010:1.0:1761122779.556605:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.556611:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.556615:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000020:00000010:2.0:1761122779.556778:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249f1e33. 00000020:00000010:2.0:1761122779.556786:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.556790:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.556813:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a85d2c8 x1846669643939968/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.556842:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643939968 02000000:00000010:2.0:1761122779.556853:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c3bba6. 00010000:00000010:2.0:1761122779.556881:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a419b9ef. 00010000:00000010:2.0:1761122779.556902:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.556908:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8a6b8fc. 00000100:00000010:2.0:1761122779.556918:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8a6b8fc. 00010000:00000010:2.0:1761122779.556921:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00010000:00000010:0.1:1761122779.556924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8af5b1d. 00000400:00000010:2.0:1761122779.556934:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122779.556938:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643939968, offset 224 00000400:00000200:2.0:1761122779.556945:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.556956:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.556962:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88817:88817:256:4294967295] 192.168.201.27@tcp LPNI seq info [88817:88817:8:4294967295] 00000400:00000200:2.0:1761122779.556972:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.556977:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.556982:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347450). 00080000:00000010:1.0:1761122779.556986:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fe3386d. 00000800:00000200:2.0:1761122779.556988:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.556994:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.556997:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.557015:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.557019:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.557022:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249f1e33. 02000000:00000010:2.0:1761122779.557030:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bc8195c. 00000100:00000010:2.0:1761122779.557033:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122779.557038:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c01334e0. 00000100:00000010:2.0:1761122779.557040:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 02000000:00000010:2.0:1761122779.557042:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000884cf8b2. 00000100:00000010:2.0:1761122779.557044:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:2.0:1761122779.557048:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b24cdecc. 00000100:00000010:2.0:1761122779.557049:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:2.0:1761122779.557052:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000717be5c3. 00000100:00000010:2.0:1761122779.557054:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:2.0:1761122779.557056:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000100:00000010:2.0:1761122779.557058:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00010000:00000010:1.0:1761122779.557061:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00000100:00000200:2.0:1761122779.557065:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:1.0:1761122779.557066:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5f70d19. 00000400:00000010:2.0:1761122779.557069:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000db7bd5f8. 00000400:00000010:2.0:1761122779.557072:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8a6b8fc (tot 82347602). 00010000:00000010:1.0:1761122779.557136:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.557152:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.557159:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.557164:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00080000:00000010:1.0:1761122779.557177:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edf2d852. 00010000:00000010:1.0:1761122779.557206:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.557210:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054314d22. 00010000:00000010:1.0:1761122779.557472:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.557477:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.557485:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.557488:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.557494:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.557504:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4a0e995. 02000000:00000010:1.0:1761122779.557525:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b6bd8c10. 00000800:00000200:3.0:1761122779.557526:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761122779.557528:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000800:00000010:3.0:1761122779.557530:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000010:1.0:1761122779.557531:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000400:00000200:3.0:1761122779.557534:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761122779.557534:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627264, portal 16 00000400:00000200:3.0:1761122779.557538:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:1.0:1761122779.557538:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000400:00000200:3.0:1761122779.557540:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000100:00000200:1.0:1761122779.557540:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627264, offset 0 00000400:00000010:3.0:1761122779.557542:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 02000000:00000010:3.0:1761122779.557545:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c3bba6. 00000400:00000200:1.0:1761122779.557546:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.557560:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.557566:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.557570:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.557573:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.557576:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88818:88818:256:4294967295] 192.168.201.27@tcp LPNI seq info [88818:88818:8:4294967295] 00000400:00000200:1.0:1761122779.557584:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.557588:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.557591:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.557596:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.557600:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.557602:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.557820:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.557823:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122779.557840:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.557845:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.557847:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:2.0:1761122779.557849:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000100:00000200:2.0:1761122779.557854:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.559542:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.559572:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203b00 00000400:00000200:3.0:1761122779.559580:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9c9 [1] + 224 00000400:00000200:3.0:1761122779.559594:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.559598:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.559608:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.559749:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.559754:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.559756:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.559762:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.559770:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.559797:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b6bd8c10. 02000000:00000010:1.0:1761122779.559803:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4a0e995. 00000100:00000010:1.0:1761122779.559806:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.559812:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.559816:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000200:3.0:1761122779.560266:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.560275:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482500c0 00000400:00000200:3.0:1761122779.560280:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad329 [2] + 0 00000400:00000200:3.0:1761122779.560443:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.560448:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.560452:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.560458:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00010000:00000010:0.1:1761122779.560691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325326a2. 00010000:00000010:1.1:1761122779.560733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80011eb. 00010000:00000010:1.1:1761122779.560740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00000020:00000010:2.0:1761122779.560757:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:2.0:1761122779.560765:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.560768:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.560793:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7a35fd x1846669643940032/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.561132:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940032 02000000:00000010:2.0:1761122779.561156:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000249f1e33. 00010000:00000010:2.0:1761122779.561184:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa57af85. 00010000:00000010:2.0:1761122779.561208:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.561214:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.561317:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.561322:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.561337:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122779.561341:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940032, offset 224 00000400:00000200:2.0:1761122779.561349:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.561360:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.561365:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88819:88819:256:4294967295] 192.168.201.27@tcp LPNI seq info [88819:88819:8:4294967295] 00000400:00000200:2.0:1761122779.561375:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.561381:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.561385:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.561391:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.561397:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.561401:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761122779.561473:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4a0e995. 00010000:00000010:1.0:1761122779.561555:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.561562:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006031043f. 00010000:00000010:1.0:1761122779.561638:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.561644:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00000020:00000010:2.0:1761122779.562407:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.562412:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.562417:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00010000:00000010:0.1:1761122779.562829:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f418ae. 00010000:00000010:2.1:1761122779.563688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6aedab4. 00010000:00000010:1.1:1761122779.563729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6582849. 00010000:00000010:1.1:1761122779.563735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00010000:00000010:2.1:1761122779.566844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bed0858. 00010000:00000010:1.1:1761122779.567690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006e0a4ea. 00010000:00000010:1.1:1761122779.567697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.1:1761122779.567700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.567702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.1:1761122779.567704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1b5b3ef. 00010000:00000010:1.1:1761122779.567710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00000400:00000200:3.0:1761122779.570136:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.570168:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203b40 00000400:00000200:3.0:1761122779.570175:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9d5 [1] + 224 00000400:00000200:3.0:1761122779.570188:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.570190:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.570199:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643627328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.570874:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.570883:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250100 00000400:00000200:3.0:1761122779.570888:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad329 [2] + 328 00000400:00000200:3.0:1761122779.570939:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.570943:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.570948:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.570953:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00000020:00000010:2.0:1761122779.571123:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:2.0:1761122779.571130:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.571135:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.571171:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008931f3b7 x1846669643940096/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.571205:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940096 02000000:00000010:2.0:1761122779.571217:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa6a4c65. 00010000:00000010:2.0:1761122779.571244:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004597751. 00010000:00000010:2.0:1761122779.571266:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.571271:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.571291:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.571294:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.571484:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122779.571489:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940096, offset 224 00000400:00000200:2.0:1761122779.571508:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.571519:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.571525:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88821:88821:256:4294967295] 192.168.201.27@tcp LPNI seq info [88821:88821:8:4294967295] 00000400:00000200:2.0:1761122779.571535:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.571540:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.571545:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.571550:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.571557:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.571561:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.571584:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.571588:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.571592:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00000800:00000200:3.0:1761122779.571761:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.571765:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122779.571770:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.571775:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.571778:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:3.0:1761122779.571780:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00080000:00000010:1.0:1761122779.571822:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6bd8c10. 00010000:00000010:1.0:1761122779.571905:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.571912:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8e3f6b5. 00010000:00000010:1.0:1761122779.571994:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.572001:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.572012:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.572016:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.572023:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.572035:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de3fa224. 02000000:00000010:1.0:1761122779.572058:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cb4ed4f. 00000400:00000010:1.0:1761122779.572064:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.572069:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.572074:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627392, portal 16 00000400:00000010:1.0:1761122779.572078:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122779.572080:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627392, offset 0 00000400:00000200:1.0:1761122779.572086:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.572093:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.572100:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.572103:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.572106:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.572109:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88822:88822:256:4294967295] 192.168.201.27@tcp LPNI seq info [88822:88822:8:4294967295] 00000400:00000200:1.0:1761122779.572116:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.572121:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.572125:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.572129:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.572134:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.572136:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.572249:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.572252:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.572271:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.572275:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.572277:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122779.572279:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:3.0:1761122779.572286:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.574821:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.574838:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203b80 00000400:00000200:3.0:1761122779.574847:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9e1 [1] + 224 00000400:00000200:3.0:1761122779.574860:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.574864:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.574873:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.575599:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.575605:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.575607:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.575614:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.575622:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.575648:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cb4ed4f. 02000000:00000010:1.0:1761122779.575682:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de3fa224. 00000100:00000010:1.0:1761122779.575688:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.575694:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.575698:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000020:00000010:3.0:1761122779.577523:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.577530:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.577535:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.577561:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643940160/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.578065:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940160 02000000:00000010:3.0:1761122779.578078:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9b44a6c. 00010000:00000010:3.0:1761122779.578105:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002a418b53. 00010000:00000010:3.0:1761122779.578126:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.578133:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dd6a82a. 00010000:00000010:2.1:1761122779.578216:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044c1f7ef. 00000100:00000010:3.0:1761122779.578276:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dd6a82a. 00010000:00000010:3.0:1761122779.578281:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000010:3.0:1761122779.578296:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122779.578301:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940160, offset 224 00000400:00000200:3.0:1761122779.578309:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.578321:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.578327:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88823:88823:256:4294967295] 192.168.201.27@tcp LPNI seq info [88823:88823:8:4294967295] 00000400:00000200:3.0:1761122779.578336:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.578342:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.578346:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122779.578351:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.578359:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.578363:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761122779.578463:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de3fa224. 00010000:00000010:1.0:1761122779.578548:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.578555:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000024045f2. 00010000:00000010:1.0:1761122779.578629:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.578634:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.578646:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.578651:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.578678:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.578688:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001cb4ed4f. 02000000:00000010:1.0:1761122779.578710:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000431fae02. 00000400:00000010:1.0:1761122779.578716:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.578721:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.578725:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627456, portal 16 00000400:00000010:1.0:1761122779.578729:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122779.578731:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627456, offset 0 00000400:00000200:1.0:1761122779.578737:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.578744:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.578750:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.578753:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.578756:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.578758:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88824:88824:255:4294967295] 192.168.201.27@tcp LPNI seq info [88824:88824:7:4294967295] 00000400:00000200:1.0:1761122779.578767:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.578772:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.578775:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.578779:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.578784:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.578786:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.578844:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.578849:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.578854:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00000800:00000200:2.0:1761122779.579491:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.579495:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347602). 00000400:00000200:2.0:1761122779.579501:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.579507:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.579511:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:2.0:1761122779.579513:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000800:00000200:2.0:1761122779.579578:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.579580:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122779.579598:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.579601:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.579604:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:2.0:1761122779.579605:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000100:00000200:2.0:1761122779.579612:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643627456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.581725:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.581746:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203bc0 00000400:00000200:3.0:1761122779.581755:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9ed [1] + 224 00000400:00000200:3.0:1761122779.581771:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.581775:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.581784:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.581897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825bd032. 00010000:00000010:1.1:1761122779.581906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00000400:00000010:1.0:1761122779.581924:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.581929:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.581931:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.581938:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.581945:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.581975:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000431fae02. 02000000:00000010:1.0:1761122779.581981:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001cb4ed4f. 00000100:00000010:1.0:1761122779.581987:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.581993:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.581997:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:3.1:1761122779.586698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015873fb2. 00010000:00000010:1.1:1761122779.587246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6802e38. 00010000:00000010:1.1:1761122779.587254:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00000020:00000010:3.0:1761122779.588607:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7afb712. 00000020:00000010:3.0:1761122779.588615:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.588619:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.588646:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643940224/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.588714:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940224 02000000:00000010:3.0:1761122779.588727:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b752339. 00010000:00000010:3.0:1761122779.588755:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da55a961. 00010000:00000010:3.0:1761122779.588778:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.588785:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dd6a82a. 00000100:00000010:3.0:1761122779.588804:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dd6a82a. 00010000:00000010:3.0:1761122779.588808:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001950a9ce. 00000400:00000010:3.0:1761122779.588822:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122779.588827:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940224, offset 224 00000400:00000200:3.0:1761122779.588834:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122779.588844:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000431fae02. 00000400:00000200:3.0:1761122779.588845:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.588850:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88825:88825:256:4294967295] 192.168.201.27@tcp LPNI seq info [88825:88825:8:4294967295] 00000400:00000200:3.0:1761122779.588860:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.588864:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.588869:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122779.588874:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.588881:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.588885:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.588904:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.588908:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.588913:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7afb712. 00010000:00000010:1.0:1761122779.588937:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.589170:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b45fe1e5. 00010000:00000010:1.0:1761122779.589245:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.589251:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:1.0:1761122779.589262:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.589266:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.589273:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.589283:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054c330f7. 02000000:00000010:1.0:1761122779.589307:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001cb4ed4f. 00000400:00000010:1.0:1761122779.589312:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.589317:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.589322:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627520, portal 16 00000400:00000010:1.0:1761122779.589327:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122779.589329:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627520, offset 0 00000400:00000200:1.0:1761122779.589335:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.589341:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.589348:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.589351:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.589354:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.589356:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88826:88826:255:4294967295] 192.168.201.27@tcp LPNI seq info [88826:88826:7:4294967295] 00000400:00000200:1.0:1761122779.589364:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.589368:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.589372:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.589375:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.589379:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.589381:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122779.595243:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.595265:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203c00 00000400:00000200:3.0:1761122779.595279:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xae9f9 [1] + 224 00000400:00000200:3.0:1761122779.595294:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.595298:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.595307:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.595375:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.595382:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.595384:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.595405:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.595413:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.595447:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001cb4ed4f. 02000000:00000010:1.0:1761122779.595454:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054c330f7. 00000100:00000010:1.0:1761122779.595459:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.595465:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.595470:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:1.1:1761122779.595692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000649f4b6c. 00010000:00000010:1.1:1761122779.595700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00010000:00000010:3.1:1761122779.595785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d4d88a8. 00000020:00000010:2.0:1761122779.596521:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:2.0:1761122779.596529:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.596534:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.596699:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643940288/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.596808:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940288 02000000:00000010:2.0:1761122779.596821:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:2.0:1761122779.597054:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009920fa96. 00010000:00000010:2.0:1761122779.597077:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.597083:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00080000:00000010:1.0:1761122779.598743:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cb4ed4f. 00010000:00000010:1.0:1761122779.599164:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.599172:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:1.0:1761122779.599187:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.599194:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.599203:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.599218:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054c330f7. 02000000:00000010:1.0:1761122779.599251:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a2b807d. 00000400:00000010:1.0:1761122779.599259:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.599265:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.599271:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627584, portal 16 00000400:00000010:1.0:1761122779.599277:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122779.599280:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627584, offset 0 00000400:00000200:1.0:1761122779.599290:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.599306:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.599313:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.599316:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.599319:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.599323:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88827:88827:256:4294967295] 192.168.201.27@tcp LPNI seq info [88827:88827:8:4294967295] 00000400:00000200:1.0:1761122779.599334:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.599340:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.599344:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.599351:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.599359:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.599363:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761122779.600291:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00000100:00000010:2.0:1761122779.600309:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.600313:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00010000:00000010:2.0:1761122779.600322:0:77132:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000ea24578. 00000400:00000010:2.0:1761122779.600341:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122779.600346:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940288, offset 224 00000400:00000200:2.0:1761122779.600355:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.600366:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.600372:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88828:88828:255:4294967295] 192.168.201.27@tcp LPNI seq info [88828:88828:7:4294967295] 00000400:00000200:2.0:1761122779.600382:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.600387:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.600391:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122779.600396:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.600403:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.600406:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.600422:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.600427:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.600432:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00000400:00000200:3.0:1761122779.603780:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.603797:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203c40 00000400:00000200:3.0:1761122779.603807:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea01 [1] + 224 00000400:00000200:3.0:1761122779.603820:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.603825:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.603837:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643627584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122779.605020:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.605029:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.605031:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.605041:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.605050:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.605080:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a2b807d. 02000000:00000010:1.0:1761122779.605086:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054c330f7. 00000100:00000010:1.0:1761122779.605092:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.605097:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.605102:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:2.1:1761122779.605681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fc8a40. 00010000:00000010:2.1:1761122779.605689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00010000:00000010:2.1:1761122779.605693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e994d1. 00000020:00000010:2.0:1761122779.607775:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:2.0:1761122779.607782:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.607787:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.607812:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000c0c3a5 x1846669643940352/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.607850:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940352 02000000:00000010:2.0:1761122779.607861:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a627d45. 00010000:00000010:2.0:1761122779.607887:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f37751a5. 00010000:00000010:2.0:1761122779.607921:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.607927:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.607944:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.607949:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.607961:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122779.607965:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940352, offset 224 00000400:00000200:2.0:1761122779.607973:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.607984:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.607989:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88829:88829:256:4294967295] 192.168.201.27@tcp LPNI seq info [88829:88829:8:4294967295] 00000400:00000200:2.0:1761122779.607999:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.608005:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.608009:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.608014:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.608022:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.608025:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.608044:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.608047:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.608052:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00080000:00000010:1.0:1761122779.608169:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a2b807d. 00010000:00000010:1.0:1761122779.608254:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:1.0:1761122779.608261:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a37d2c03. 00010000:00000010:1.0:1761122779.608349:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.608355:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:1.0:1761122779.608366:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.608370:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.608377:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122779.608387:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001967634b. 02000000:00000010:1.0:1761122779.608409:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a9316849. 00000400:00000010:1.0:1761122779.608415:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.608420:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.608425:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627648, portal 16 00000400:00000010:1.0:1761122779.608483:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122779.608486:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627648, offset 0 00000400:00000200:1.0:1761122779.608492:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.608499:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.608505:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.608509:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.608512:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.608515:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88830:88830:256:4294967295] 192.168.201.27@tcp LPNI seq info [88830:88830:8:4294967295] 00000400:00000200:1.0:1761122779.608523:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.608528:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.608532:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.608536:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.608540:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.608543:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761122779.617373:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.617379:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122779.617381:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122779.617390:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643627648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.617400:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643627648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.617432:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a9316849. 02000000:00000010:1.0:1761122779.617438:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001967634b. 00000100:00000010:1.0:1761122779.617443:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122779.617449:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.617454:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00010000:00000010:2.1:1761122779.617765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000019b6955. 00000020:00000010:1.0:1761122779.618050:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001967634b. 00000020:00000010:1.0:1761122779.618057:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000054314d22. 00000020:00000010:1.0:1761122779.618062:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000036d717fb. 00000100:00000200:1.0:1761122779.618087:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000264134f3 x1846669643940416/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.618788:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940416 02000000:00000010:2.0:1761122779.618804:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:2.0:1761122779.618834:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070ed4fe3. 00010000:00000010:2.0:1761122779.618855:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.618863:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000248df5d5. 00000100:00000010:2.0:1761122779.618880:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000248df5d5. 00010000:00000010:2.0:1761122779.618884:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.618898:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122779.618917:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940416, offset 224 00000400:00000200:2.0:1761122779.618927:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.618941:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.618948:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88831:88831:256:4294967295] 192.168.201.27@tcp LPNI seq info [88831:88831:8:4294967295] 00000400:00000200:2.0:1761122779.618959:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.618964:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.618970:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347450). 00000800:00000200:2.0:1761122779.618976:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.618984:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.618988:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.619005:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000054314d22. 00000020:00000010:2.0:1761122779.619011:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000036d717fb. 00000020:00000010:2.0:1761122779.619014:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001967634b. 02000000:00000010:2.0:1761122779.619023:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a627d45. 00000100:00000010:2.0:1761122779.619025:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 02000000:00000010:2.0:1761122779.619032:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:2.0:1761122779.619034:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 02000000:00000010:2.0:1761122779.619037:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b752339. 00000100:00000010:2.0:1761122779.619040:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:2.0:1761122779.619044:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9b44a6c. 00000100:00000010:2.0:1761122779.619047:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:2.0:1761122779.619051:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa6a4c65. 00000100:00000010:2.0:1761122779.619053:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:2.0:1761122779.619055:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000249f1e33. 00000100:00000010:2.0:1761122779.619057:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000200:2.0:1761122779.619068:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122779.619074:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3be777d. 00000400:00000010:2.0:1761122779.619079:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000248df5d5 (tot 82347602). 00080000:00000010:1.0:1761122779.619844:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9316849. 00000800:00000200:3.0:1761122779.622461:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.622465:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.622475:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.622480:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.622484:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:3.0:1761122779.622486:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:3.0:1761122779.622494:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b0cfc9ef x1846669643627712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.624634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f24fdb8. 00010000:00000010:1.1:1761122779.624647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000010:1.0:1761122779.625170:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcfb7829. 00000400:00000200:1.0:1761122779.625176:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:1.0:1761122779.625177:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000100:00000200:1.0:1761122779.625184:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643627712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.625193:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643627712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.625219:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbdd2ee1. 02000000:00000010:1.0:1761122779.625226:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e4629a7. 00000100:00000010:1.0:1761122779.625230:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:1.0:1761122779.625235:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:1.0:1761122779.625239:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002772d31e. 00000020:00000010:1.0:1761122779.625621:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c1a9e32. 00000020:00000010:1.0:1761122779.625628:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.625631:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.625688:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643940480/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.625718:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940480 02000000:00000010:1.0:1761122779.625730:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c778abf. 00010000:00000010:1.0:1761122779.625758:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000070c381c. 00010000:00000010:1.0:1761122779.625778:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.625784:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.625797:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.625801:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000010:1.0:1761122779.625815:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122779.625819:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940480, offset 224 00000400:00000200:1.0:1761122779.625827:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.625838:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.625844:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88833:88833:256:4294967295] 192.168.201.27@tcp LPNI seq info [88833:88833:8:4294967295] 00000400:00000200:1.0:1761122779.625855:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.625861:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.625865:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.625871:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.625878:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.625882:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.626317:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.626322:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.626549:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.626554:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.626557:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:3.0:1761122779.626558:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000800:00000200:3.0:1761122779.627560:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.627562:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.627571:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.627575:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.627578:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:3.0:1761122779.627579:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000100:00000200:3.0:1761122779.627586:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643627776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122779.627687:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.627695:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.627699:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c1a9e32. 00010000:00000010:0.1:1761122779.631732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff08d2a. 00010000:00000010:0.1:1761122779.631746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:2.1:1761122779.631781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003549633. 00000400:00000010:1.0:1761122779.632547:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000742a011. 00000400:00000200:1.0:1761122779.632552:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:1.0:1761122779.632554:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000100:00000200:1.0:1761122779.632560:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643627776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122779.632568:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643627776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122779.632595:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be1350d2. 02000000:00000010:1.0:1761122779.632600:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dd63b87. 00000100:00000010:1.0:1761122779.632604:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:1.0:1761122779.632608:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:1.0:1761122779.632611:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000200:3.0:1761122779.632737:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.632747:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482502c0 00000400:00000200:3.0:1761122779.632753:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 328 00000400:00000200:3.0:1761122779.632804:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.632808:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.632813:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.632818:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000020:00000010:1.0:1761122779.633020:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c1a9e32. 00000020:00000010:1.0:1761122779.633027:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.633032:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.633057:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062ac328a x1846669643940544/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.633083:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940544 02000000:00000010:1.0:1761122779.633094:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000062cd5ef2. 00010000:00000010:1.0:1761122779.633120:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033ff775a. 00010000:00000010:1.0:1761122779.633150:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.633156:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.633175:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:1.0:1761122779.633178:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000010:1.0:1761122779.633190:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122779.633194:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940544, offset 224 00000400:00000200:1.0:1761122779.633202:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.633212:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.633218:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88835:88835:256:4294967295] 192.168.201.27@tcp LPNI seq info [88835:88835:8:4294967295] 00000400:00000200:1.0:1761122779.633228:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.633234:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.633240:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.633246:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.633256:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.633260:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.633283:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.633290:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.633293:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c1a9e32. 00000800:00000200:3.0:1761122779.633404:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.633408:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.633428:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.633433:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.633435:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:3.0:1761122779.633437:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000800:00000200:1.0:1761122779.634078:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.634081:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.634090:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.634095:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.634098:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:1.0:1761122779.634099:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:1.0:1761122779.634105:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643627840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.634775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060991f80. 00000400:00000200:3.0:1761122779.636592:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.636610:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203d40 00000400:00000200:3.0:1761122779.636618:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea39 [1] + 224 00000400:00000200:3.0:1761122779.636633:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.636637:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.636644:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643627840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.638511:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.638526:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250300 00000400:00000200:3.0:1761122779.638533:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 656 00000400:00000200:3.0:1761122779.638589:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.638595:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.638601:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.638607:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:2.0:1761122779.647855:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249f1e33. 00000020:00000010:2.0:1761122779.647869:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.647874:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.647906:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643940608/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.647944:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940608 02000000:00000010:2.0:1761122779.647955:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa6a4c65. 00010000:00000010:2.0:1761122779.647982:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f117e610. 00010000:00000010:2.0:1761122779.648006:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.648013:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122779.648028:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122779.648032:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.648045:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122779.648050:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940608, offset 224 00000400:00000200:2.0:1761122779.648059:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.648071:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.648077:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88837:88837:256:4294967295] 192.168.201.27@tcp LPNI seq info [88837:88837:8:4294967295] 00000400:00000200:2.0:1761122779.648088:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.648094:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.648097:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.648104:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.648111:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.648115:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.648128:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.648131:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.648135:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249f1e33. 00000800:00000200:1.0:1761122779.651337:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.651345:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122779.651354:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.651363:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.651368:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:1.0:1761122779.651371:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00080000:00000010:3.0:1761122779.651488:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7afb712. 00010000:00000010:3.0:1761122779.651588:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:3.0:1761122779.651597:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007eade863. 00010000:00000010:3.0:1761122779.651706:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.0:1761122779.651714:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122779.651726:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001950a9ce. 00000100:00000010:3.0:1761122779.651732:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dd6a82a. 00000100:00000010:3.0:1761122779.651741:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122779.651755:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e70d31b. 02000000:00000010:3.0:1761122779.651781:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008384a48e. 00000400:00000010:3.0:1761122779.651786:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122779.651791:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122779.651797:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643627904, portal 16 00000400:00000010:3.0:1761122779.651802:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122779.651805:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643627904, offset 0 00000400:00000200:3.0:1761122779.651813:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.651826:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.651833:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.651836:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.651839:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.651843:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88838:88838:256:4294967295] 192.168.201.27@tcp LPNI seq info [88838:88838:8:4294967295] 00000400:00000200:3.0:1761122779.651853:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.651859:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.651864:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.651871:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.651878:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.651882:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.652238:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.652241:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:2.0:1761122779.652246:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.652251:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.652253:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:2.0:1761122779.652255:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00000100:00000200:2.0:1761122779.652261:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643627904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.652762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038949470. 00010000:00000010:0.1:1761122779.652771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.1:1761122779.654745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004af41c56. 00010000:00000010:0.1:1761122779.654757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:1.1:1761122779.654808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058502632. 00010000:00000010:2.1:1761122779.654851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45eee88. 00010000:00000010:3.1:1761122779.658115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fadb9ade. 00010000:00000010:3.1:1761122779.658128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00000400:00000200:3.0:1761122779.658221:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.658238:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203d80 00000400:00000200:3.0:1761122779.658247:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea45 [1] + 224 00000400:00000200:3.0:1761122779.658262:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.658267:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.658277:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643627904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.659736:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.659748:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250340 00000400:00000200:1.0:1761122779.659754:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 984 00000400:00000200:1.0:1761122779.659805:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.659809:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.659814:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.659820:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:3.0:1761122779.659915:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9b44a6c. 00000020:00000010:3.0:1761122779.659922:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.659927:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.659952:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643940672/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.659992:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940672 02000000:00000010:3.0:1761122779.660003:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b752339. 00010000:00000010:3.0:1761122779.660030:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008be3992b. 00010000:00000010:3.0:1761122779.660055:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.660062:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.660082:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.660086:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000400:00000010:3.0:1761122779.660098:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122779.660103:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940672, offset 224 00000400:00000200:3.0:1761122779.660112:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.660123:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.660131:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88839:88839:256:4294967295] 192.168.201.27@tcp LPNI seq info [88839:88839:8:4294967295] 00000400:00000200:3.0:1761122779.660153:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.660158:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.660164:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.660170:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.660177:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.660181:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.660204:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.660208:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.660213:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9b44a6c. 00000800:00000200:2.0:1761122779.660753:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.660758:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347602). 00000400:00000200:2.0:1761122779.660764:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.660768:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.660772:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:2.0:1761122779.660774:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00000800:00000200:2.0:1761122779.660838:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.660840:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122779.660849:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.660852:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.660854:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:2.0:1761122779.660856:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:2.0:1761122779.660861:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643627968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.665293:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.665314:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203dc0 00000400:00000200:3.0:1761122779.665323:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea51 [1] + 224 00000400:00000200:3.0:1761122779.665534:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.665539:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.665560:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643627968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.665692:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f80c569. 00010000:00000010:0.1:1761122779.665701:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:0.1:1761122779.665706:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122779.665710:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:3.1:1761122779.665753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077da503e. 00000400:00000200:1.0:1761122779.666936:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.666950:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250380 00000400:00000200:1.0:1761122779.666956:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 1312 00000400:00000200:1.0:1761122779.667018:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.667023:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.667027:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.667033:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:3.0:1761122779.667138:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9b44a6c. 00000020:00000010:3.0:1761122779.667157:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.667161:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.667187:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643940736/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.667225:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940736 02000000:00000010:3.0:1761122779.667237:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99e9e96. 00010000:00000010:3.0:1761122779.667265:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1ddd64e. 00010000:00000010:3.0:1761122779.667287:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.667293:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.667380:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.667386:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000400:00000010:3.0:1761122779.667400:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122779.667405:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940736, offset 224 00000400:00000200:3.0:1761122779.667414:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.667427:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.667434:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88841:88841:256:4294967295] 192.168.201.27@tcp LPNI seq info [88841:88841:8:4294967295] 00000400:00000200:3.0:1761122779.667446:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.667451:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.667455:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122779.667460:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.667467:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.667471:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.670222:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.670232:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.670238:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9b44a6c. 00000800:00000200:1.0:1761122779.670850:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.670854:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347602). 00000400:00000200:1.0:1761122779.670860:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.670868:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.670873:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:1.0:1761122779.670875:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000800:00000200:1.0:1761122779.670940:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.670942:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.670950:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.670954:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.670956:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122779.670957:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:1.0:1761122779.670964:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.674462:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.674487:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203e00 00000400:00000200:3.0:1761122779.674499:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea5d [1] + 224 00000400:00000200:3.0:1761122779.674523:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.674529:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.674542:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.675001:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3eae01. 00000400:00000200:1.0:1761122779.676613:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.676629:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482503c0 00000400:00000200:1.0:1761122779.676637:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 1640 00000400:00000200:1.0:1761122779.676736:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.676741:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.676747:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.676752:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:2.0:1761122779.677813:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249f1e33. 00000020:00000010:2.0:1761122779.677822:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.677827:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.677858:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643940800/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.677884:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940800 02000000:00000010:2.0:1761122779.677897:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:2.0:1761122779.677928:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fc5a6f24. 00010000:00000010:2.0:1761122779.677953:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.677960:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122779.677981:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122779.677986:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.678001:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122779.678007:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940800, offset 224 00000400:00000200:2.0:1761122779.678018:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.678043:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.678049:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88843:88843:256:4294967295] 192.168.201.27@tcp LPNI seq info [88843:88843:8:4294967295] 00000400:00000200:2.0:1761122779.678059:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.678065:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.678071:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.678077:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.678085:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.678089:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.678104:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.678108:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.678112:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249f1e33. 00010000:00000010:0.1:1761122779.679106:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008e6461b. 00010000:00000010:0.1:1761122779.679116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00080000:00000010:1.0:1761122779.680236:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c1a9e32. 00010000:00000010:1.0:1761122779.680340:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:1.0:1761122779.680350:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efd47b4d. 00010000:00000010:1.0:1761122779.680432:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.680439:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:1.0:1761122779.680451:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.680458:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.680467:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 02000000:00000010:1.0:1761122779.680480:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015173acd. 02000000:00000010:1.0:1761122779.680509:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51314d3. 00000400:00000010:1.0:1761122779.680516:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.680522:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122779.680529:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628096, portal 16 00000400:00000010:1.0:1761122779.680533:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122779.680536:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628096, offset 0 00000400:00000200:1.0:1761122779.680543:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.680557:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.680563:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.680567:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.680571:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.680574:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88844:88844:255:4294967295] 192.168.201.27@tcp LPNI seq info [88844:88844:7:4294967295] 00000400:00000200:1.0:1761122779.680583:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.680589:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.680595:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.680601:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.680609:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.680613:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.680689:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.680692:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:1.0:1761122779.680697:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.680702:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.680706:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:1.0:1761122779.680709:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000800:00000200:1.0:1761122779.680786:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.680788:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:1.0:1761122779.680808:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.680812:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.680815:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122779.680816:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:1.0:1761122779.680823:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000210c5f15 x1846669643628096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.683722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007aa2dd4b. 00000400:00000200:2.0:1761122779.687136:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.687170:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203e40 00000400:00000200:2.0:1761122779.687182:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea69 [1] + 224 00000400:00000200:2.0:1761122779.687203:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.687208:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.687221:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000210c5f15 x1846669643628096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.691284:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.691302:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250400 00000400:00000200:2.0:1761122779.691311:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad379 [2] + 1968 00000400:00000010:2.0:1761122779.691316:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:2.0:1761122779.691322:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005b2b6515 00000400:00000200:2.0:1761122779.691337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.691342:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.691346:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005b2b6515 00000400:00000010:2.0:1761122779.691348:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005b2b6515 (tot 82347202). 00000100:00000200:2.0:1761122779.691355:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122779.691462:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9b44a6c. 00000020:00000010:3.0:1761122779.691469:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.691474:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.691504:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071356115 x1846669643940864/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.691532:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940864 02000000:00000010:3.0:1761122779.691545:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e70d31b. 00010000:00000010:3.0:1761122779.691583:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.691591:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b85cfe5. 00000100:00000010:3.0:1761122779.691599:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b85cfe5. 00010000:00000010:3.0:1761122779.691603:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000400:00000010:3.0:1761122779.691617:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122779.691621:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940864, offset 224 00000400:00000200:3.0:1761122779.691630:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00010000:00000010:1.1:1761122779.691636:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3cd4b2a. 00000400:00000200:3.0:1761122779.691641:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00010000:00000010:1.1:1761122779.691643:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00000400:00000200:3.0:1761122779.691646:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88845:88845:256:4294967295] 192.168.201.27@tcp LPNI seq info [88845:88845:8:4294967295] 00000400:00000200:3.0:1761122779.691675:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000010:1.0:1761122779.691676:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:1.0:1761122779.691680:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000800:00000200:3.0:1761122779.691681:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000400:00000010:1.0:1761122779.691682:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000800:00000010:3.0:1761122779.691686:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347450). 00000100:00000200:1.0:1761122779.691689:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000210c5f15 x1846669643628096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761122779.691692:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000100:00000200:1.0:1761122779.691698:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000210c5f15 x1846669643628096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761122779.691700:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.691704:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122779.691719:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4f11c66. 00000020:00000010:3.0:1761122779.691722:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.691726:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:3.0:1761122779.691730:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9b44a6c. 02000000:00000010:1.0:1761122779.691733:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51314d3. 02000000:00000010:1.0:1761122779.691738:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015173acd. 02000000:00000010:3.0:1761122779.691739:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:3.0:1761122779.691742:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 00000100:00000010:1.0:1761122779.691742:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 00000100:00000010:1.0:1761122779.691745:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 02000000:00000010:3.0:1761122779.691747:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99e9e96. 00010000:00000010:1.0:1761122779.691748:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000100:00000010:3.0:1761122779.691749:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:3.0:1761122779.691752:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b752339. 00000100:00000010:3.0:1761122779.691754:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:3.0:1761122779.691756:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa6a4c65. 00000100:00000010:3.0:1761122779.691758:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122779.691762:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000062cd5ef2. 00000100:00000010:3.0:1761122779.691764:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00080000:00000010:1.0:1761122779.691764:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015173acd. 02000000:00000010:3.0:1761122779.691767:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c778abf. 00000100:00000010:3.0:1761122779.691770:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000200:3.0:1761122779.691776:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122779.691780:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc77e. 00000400:00000010:3.0:1761122779.691784:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009b85cfe5 (tot 82347602). 00010000:00000010:1.0:1761122779.691848:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:1.0:1761122779.691855:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc3d10a4. 00010000:00000010:1.0:1761122779.691932:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.691938:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:1.0:1761122779.691949:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122779.691953:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:1.0:1761122779.691959:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 02000000:00000010:1.0:1761122779.691969:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51314d3. 02000000:00000010:1.0:1761122779.691990:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea1f9fcf. 00000400:00000010:1.0:1761122779.691994:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.691998:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122779.692001:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628160, portal 16 00000400:00000010:1.0:1761122779.692005:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122779.692007:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628160, offset 0 00000400:00000200:1.0:1761122779.692012:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.692019:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.692025:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.692028:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.692031:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.692034:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88846:88846:255:4294967295] 192.168.201.27@tcp LPNI seq info [88846:88846:7:4294967295] 00000400:00000200:1.0:1761122779.692041:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.692045:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.692047:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122779.692051:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.692056:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.692058:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122779.696191:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.696211:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203e80 00000400:00000200:1.0:1761122779.696220:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea79 [1] + 224 00000400:00000200:1.0:1761122779.696234:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.696238:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.696248:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000210c5f15 x1846669643628160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122779.698309:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.698326:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250440 00000400:00000200:2.0:1761122779.698333:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 0 00000400:00000200:2.0:1761122779.698412:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.698418:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.698424:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.698430:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:3.0:1761122779.699053:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.699061:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122779.699065:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000025a3e501. 00000100:00000200:3.0:1761122779.699092:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643940928/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.700070:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940928 02000000:00000010:3.0:1761122779.700086:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99e9e96. 00010000:00000010:3.0:1761122779.700116:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031145d63. 00010000:00000010:3.0:1761122779.700138:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.700157:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122779.700175:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122779.700179:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000400:00000010:3.0:1761122779.700195:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122779.700200:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940928, offset 224 00000800:00000200:1.0:1761122779.701178:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.701183:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.701193:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.701197:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.701202:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:1.0:1761122779.701204:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:1.0:1761122779.701211:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.701885:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.701895:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.701900:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88848:88848:256:4294967295] 192.168.201.27@tcp LPNI seq info [88848:88848:8:4294967295] 00000400:00000200:3.0:1761122779.701909:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.701914:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.701944:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.701952:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.701957:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.701960:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.701987:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:2.0:1761122779.701992:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000025a3e501. 00000020:00000010:2.0:1761122779.701998:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00000800:00000200:1.0:1761122779.702106:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.702109:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122779.702113:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.702117:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.702120:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:1.0:1761122779.702122:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00010000:00000010:1.1:1761122779.703695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0667837. 00010000:00000010:1.1:1761122779.703706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000740b349a. 00010000:00000010:1.1:1761122779.703711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00000400:00000200:2.0:1761122779.707238:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.707324:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203ec0 00000400:00000200:2.0:1761122779.707334:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea85 [1] + 224 00000400:00000200:2.0:1761122779.707357:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.707361:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.707372:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.709377:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.709394:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250480 00000400:00000200:1.0:1761122779.709401:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 328 00000400:00000200:1.0:1761122779.709470:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.709475:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.709481:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.709486:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:2.0:1761122779.709744:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249f1e33. 00000020:00000010:2.0:1761122779.709752:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.709756:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.709784:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643940992/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.709821:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643940992 02000000:00000010:2.0:1761122779.709833:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a627d45. 00010000:00000010:2.0:1761122779.710078:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c1a365e. 00010000:00000010:2.0:1761122779.710101:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.710108:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122779.710122:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122779.710126:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000010:2.0:1761122779.710151:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122779.710157:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643940992, offset 224 00000400:00000200:2.0:1761122779.710165:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.710177:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.710183:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88849:88849:256:4294967295] 192.168.201.27@tcp LPNI seq info [88849:88849:8:4294967295] 00000400:00000200:2.0:1761122779.710193:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.710198:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.710203:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.710209:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.710217:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.710221:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.710244:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.710249:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.710254:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249f1e33. 00000800:00000200:3.0:1761122779.710462:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.710466:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122779.710471:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.710475:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.710479:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:3.0:1761122779.710481:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00010000:00000010:0.1:1761122779.712747:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003db333b7. 00010000:00000010:0.1:1761122779.712756:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00010000:00000010:0.0:1761122779.728194:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.728198:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afc6865b. 00010000:00000010:0.0:1761122779.728201:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.728209:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075c17624. 00010000:00000010:0.0:1761122779.728233:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.728236:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.728272:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033447a9c. 00010000:00000010:0.0:1761122779.728275:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.728278:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005536a202. 00010000:00000010:0.0:1761122779.728281:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.728289:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e68ed4. 00010000:00000010:0.0:1761122779.728314:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.728317:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729573:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8c467e. 00010000:00000010:0.0:1761122779.729579:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729583:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceb7a03d. 00010000:00000010:0.0:1761122779.729588:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.729616:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003028a865. 00010000:00000010:0.0:1761122779.729682:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.729689:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729732:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c475559b. 00010000:00000010:0.0:1761122779.729736:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729739:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b93d5e4e. 00010000:00000010:0.0:1761122779.729742:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.729750:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af57a86e. 00010000:00000010:0.0:1761122779.729772:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.729776:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729802:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000825bd032. 00010000:00000010:0.0:1761122779.729805:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.729808:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089c50928. 00010000:00000010:0.0:1761122779.729811:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.729818:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0db8567. 00010000:00000010:0.0:1761122779.730066:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.730069:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730097:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1f49c14. 00010000:00000010:0.0:1761122779.730099:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730102:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f096d193. 00010000:00000010:0.0:1761122779.730104:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.730111:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c9141bc. 00010000:00000010:0.0:1761122779.730129:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.730131:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730174:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037322178. 00010000:00000010:0.0:1761122779.730177:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730180:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aead0e21. 00010000:00000010:0.0:1761122779.730183:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.730191:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053f42ff1. 00010000:00000010:0.0:1761122779.730216:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.730219:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730261:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d2dc76b. 00010000:00000010:0.0:1761122779.730263:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730267:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e03fad29. 00010000:00000010:0.0:1761122779.730270:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.730279:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58b09f8. 00010000:00000010:0.0:1761122779.730303:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.730307:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730338:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008612f215. 00010000:00000010:0.0:1761122779.730341:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.730345:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081974157. 00010000:00000010:0.0:1761122779.730348:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.730355:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000991befbc. 00010000:00000010:0.0:1761122779.731454:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.731464:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.731521:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3e66b2e. 00010000:00000010:0.0:1761122779.731525:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.731529:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bba264f. 00010000:00000010:0.0:1761122779.731532:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.731542:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e4f576e. 00010000:00000010:0.0:1761122779.731572:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.731576:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.731627:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035b469aa. 00010000:00000010:0.0:1761122779.731631:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.731634:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e85e473. 00010000:00000010:0.0:1761122779.731637:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.731645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4185665. 00010000:00000010:0.0:1761122779.738777:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.738795:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.738879:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046afb9cb. 00010000:00000010:0.0:1761122779.738884:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.738889:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cbbb793. 00010000:00000010:0.0:1761122779.738894:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.738914:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb95c83. 00010000:00000010:0.0:1761122779.738956:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.738960:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.738997:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aecb625. 00010000:00000010:0.0:1761122779.739000:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739004:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b968f2ae. 00010000:00000010:0.0:1761122779.739007:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739015:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e5247ad. 00010000:00000010:0.0:1761122779.739053:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739057:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739110:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f44014c. 00010000:00000010:0.0:1761122779.739113:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739116:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001021f98c. 00010000:00000010:0.0:1761122779.739119:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739129:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb39dfd. 00010000:00000010:0.0:1761122779.739177:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739181:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739213:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e0e0071. 00010000:00000010:0.0:1761122779.739216:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739219:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044da1ba8. 00010000:00000010:0.0:1761122779.739222:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739230:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a41357e2. 00010000:00000010:0.0:1761122779.739251:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739253:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739474:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff33e9b1. 00010000:00000010:0.0:1761122779.739478:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739481:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a279c75. 00010000:00000010:0.0:1761122779.739485:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739495:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1918577. 00010000:00000010:0.0:1761122779.739519:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739523:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739557:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e29a2a2. 00010000:00000010:0.0:1761122779.739560:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739564:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7782037. 00010000:00000010:0.0:1761122779.739568:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739578:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0055348. 00010000:00000010:0.0:1761122779.739603:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739607:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739636:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077a5770a. 00010000:00000010:0.0:1761122779.739638:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739642:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f74df27d. 00010000:00000010:0.0:1761122779.739644:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739651:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dba1301. 00010000:00000010:0.0:1761122779.739695:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739699:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739724:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025af1097. 00010000:00000010:0.0:1761122779.739726:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739729:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a57ff3b. 00010000:00000010:0.0:1761122779.739731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739737:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d91b092. 00010000:00000010:0.0:1761122779.739755:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739757:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739784:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a515386. 00010000:00000010:0.0:1761122779.739787:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739789:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002092ecc. 00010000:00000010:0.0:1761122779.739792:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739798:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6af37f9. 00010000:00000010:0.0:1761122779.739815:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739817:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739840:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082d22a10. 00010000:00000010:0.0:1761122779.739842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bad638cd. 00010000:00000010:0.0:1761122779.739847:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739852:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db916b4e. 00010000:00000010:0.0:1761122779.739869:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739871:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739899:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a333497f. 00010000:00000010:0.0:1761122779.739901:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739903:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa064115. 00010000:00000010:0.0:1761122779.739906:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739912:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae07d96c. 00010000:00000010:0.0:1761122779.739928:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739931:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739952:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad73ce7c. 00010000:00000010:0.0:1761122779.739954:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.739957:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e488794. 00010000:00000010:0.0:1761122779.739959:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.739965:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f04ee3b2. 00010000:00000010:0.0:1761122779.739984:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.739986:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740009:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9865e0a. 00010000:00000010:0.0:1761122779.740012:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740014:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083e8b36d. 00010000:00000010:0.0:1761122779.740016:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740022:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adf3128f. 00010000:00000010:0.0:1761122779.740055:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740058:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740083:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a61dee15. 00010000:00000010:0.0:1761122779.740086:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740089:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a8e935. 00010000:00000010:0.0:1761122779.740091:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740097:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000019dcf8a. 00010000:00000010:0.0:1761122779.740114:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740117:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740157:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088d7232b. 00010000:00000010:0.0:1761122779.740160:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740163:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b627e6. 00010000:00000010:0.0:1761122779.740165:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740172:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000561f9a63. 00010000:00000010:0.0:1761122779.740191:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740194:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740218:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcb96d80. 00010000:00000010:0.0:1761122779.740220:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740223:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000024772c6. 00010000:00000010:0.0:1761122779.740225:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740230:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000177311a2. 00010000:00000010:0.0:1761122779.740246:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740249:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740273:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d49dfa90. 00010000:00000010:0.0:1761122779.740275:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740278:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009964ecca. 00010000:00000010:0.0:1761122779.740280:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740287:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c2c58fb. 00010000:00000010:0.0:1761122779.740304:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740306:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740546:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f007eaea. 00010000:00000010:0.0:1761122779.740549:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740552:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007255e50e. 00010000:00000010:0.0:1761122779.740554:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740562:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000887f7ad3. 00010000:00000010:0.0:1761122779.740581:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740584:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740607:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a072bf49. 00010000:00000010:0.0:1761122779.740610:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740612:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d5042a5. 00010000:00000010:0.0:1761122779.740615:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740621:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052c9a6cb. 00010000:00000010:0.0:1761122779.740637:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740639:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740686:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000459d8802. 00010000:00000010:0.0:1761122779.740689:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740692:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000419b26cc. 00010000:00000010:0.0:1761122779.740695:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740702:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b939e488. 00010000:00000010:0.0:1761122779.740721:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740723:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740750:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c525183. 00010000:00000010:0.0:1761122779.740752:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740755:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012d406b5. 00010000:00000010:0.0:1761122779.740757:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740763:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b84ca0e. 00010000:00000010:0.0:1761122779.740779:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740782:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740805:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065dc8659. 00010000:00000010:0.0:1761122779.740807:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.740809:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8265a43. 00010000:00000010:0.0:1761122779.740812:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.740817:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b43347d6. 00010000:00000010:0.0:1761122779.740833:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.740836:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741055:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003074c663. 00010000:00000010:0.0:1761122779.741059:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741062:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004308f482. 00010000:00000010:0.0:1761122779.741065:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741073:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095af61dc. 00010000:00000010:0.0:1761122779.741098:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741101:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741131:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002088a7eb. 00010000:00000010:0.0:1761122779.741134:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741150:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080424afd. 00010000:00000010:0.0:1761122779.741154:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741161:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000441c72a5. 00010000:00000010:0.0:1761122779.741184:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741188:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741218:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e07f28d6. 00010000:00000010:0.0:1761122779.741221:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741225:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081c0230b. 00010000:00000010:0.0:1761122779.741227:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741234:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7d26c4d. 00010000:00000010:0.0:1761122779.741259:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741262:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741294:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000465d6eba. 00010000:00000010:0.0:1761122779.741297:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741300:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c3e42a8. 00010000:00000010:0.0:1761122779.741303:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741310:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000952b7a88. 00010000:00000010:0.0:1761122779.741331:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741334:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741368:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d28f96c4. 00010000:00000010:0.0:1761122779.741371:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741373:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087461aef. 00010000:00000010:0.0:1761122779.741377:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741385:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4467286. 00010000:00000010:0.0:1761122779.741408:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741411:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741437:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9a2e884. 00010000:00000010:0.0:1761122779.741439:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741442:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e87e5644. 00010000:00000010:0.0:1761122779.741446:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741452:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054b000bd. 00010000:00000010:0.0:1761122779.741470:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741472:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741498:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039d7b973. 00010000:00000010:0.0:1761122779.741500:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741502:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f66f5f9. 00010000:00000010:0.0:1761122779.741505:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741513:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071526edc. 00010000:00000010:0.0:1761122779.741529:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741532:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741554:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f8750d7. 00010000:00000010:0.0:1761122779.741556:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741558:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081a5183c. 00010000:00000010:0.0:1761122779.741561:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741566:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c152593. 00010000:00000010:0.0:1761122779.741583:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741585:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741607:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de52236d. 00010000:00000010:0.0:1761122779.741609:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741612:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df9371f7. 00010000:00000010:0.0:1761122779.741615:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741620:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a24d5fce. 00010000:00000010:0.0:1761122779.741636:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741639:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741684:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000456fc87b. 00010000:00000010:0.0:1761122779.741687:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741692:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000853e5035. 00010000:00000010:0.0:1761122779.741695:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741702:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018687428. 00010000:00000010:0.0:1761122779.741721:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741723:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741751:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0ff183a. 00010000:00000010:0.0:1761122779.741753:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741756:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d3b32cb. 00010000:00000010:0.0:1761122779.741758:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741764:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bf38d1a. 00010000:00000010:0.0:1761122779.741781:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741784:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741806:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005170d6f5. 00010000:00000010:0.0:1761122779.741808:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741811:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009488108d. 00010000:00000010:0.0:1761122779.741814:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741819:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b1a921d. 00010000:00000010:0.0:1761122779.741835:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741837:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741863:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f30e10f6. 00010000:00000010:0.0:1761122779.741865:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741868:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1196b64. 00010000:00000010:0.0:1761122779.741870:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741877:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6949e76. 00010000:00000010:0.0:1761122779.741899:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741902:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741932:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069e7b43a. 00010000:00000010:0.0:1761122779.741935:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741938:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7d5dece. 00010000:00000010:0.0:1761122779.741941:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.741949:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a39119fc. 00010000:00000010:0.0:1761122779.741969:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.741972:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.741998:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005ff7ef4. 00010000:00000010:0.0:1761122779.742001:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.742003:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c1e5981. 00010000:00000010:0.0:1761122779.742006:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.742013:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f19de798. 00010000:00000010:0.0:1761122779.742030:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.742032:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.742057:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f138fcc. 00010000:00000010:0.0:1761122779.742060:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.742062:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000beb1eef9. 00010000:00000010:0.0:1761122779.742065:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.742070:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc410202. 00010000:00000010:0.0:1761122779.742087:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.742089:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00000001:00000010:0.0:1761122779.742109:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb4b3f50. 00000001:00000010:0.0:1761122779.742114:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb4b3f50. 00000001:00000010:0.0:1761122779.742116:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cb4b3f50. 00000001:00000010:0.0:1761122779.742118:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000828a2384. 00010000:00000010:0.0:1761122779.742131:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003882571d. 00010000:00000010:0.0:1761122779.742134:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.742136:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9d2bd37. 00010000:00000010:0.0:1761122779.743268:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743285:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b81025f8. 00010000:00000010:0.0:1761122779.743331:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743335:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743379:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a007e0c. 00010000:00000010:0.0:1761122779.743382:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743386:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043554fd3. 00010000:00000010:0.0:1761122779.743388:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743396:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019b30435. 00010000:00000010:0.0:1761122779.743420:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743424:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743458:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011f13fcc. 00010000:00000010:0.0:1761122779.743461:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743464:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be07a693. 00010000:00000010:0.0:1761122779.743466:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743474:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa26ec19. 00010000:00000010:0.0:1761122779.743493:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743496:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743525:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e66f1c0. 00010000:00000010:0.0:1761122779.743527:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743530:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000587620b0. 00010000:00000010:0.0:1761122779.743532:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743538:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e740ef8. 00010000:00000010:0.0:1761122779.743556:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743559:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743582:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040651a73. 00010000:00000010:0.0:1761122779.743584:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743587:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003187b208. 00010000:00000010:0.0:1761122779.743589:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743595:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edb1b660. 00010000:00000010:0.0:1761122779.743612:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743615:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743638:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e4228d. 00010000:00000010:0.0:1761122779.743640:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743643:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a2e70b5. 00010000:00000010:0.0:1761122779.743645:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743651:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000149a9d2. 00010000:00000010:0.0:1761122779.743745:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743750:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743792:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043097a23. 00010000:00000010:0.0:1761122779.743795:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.743798:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b70d0ae. 00010000:00000010:0.0:1761122779.743801:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.743809:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043d03cbb. 00010000:00000010:0.0:1761122779.743833:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.743836:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744342:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054017c07. 00010000:00000010:0.0:1761122779.744347:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744350:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048ba6226. 00010000:00000010:0.0:1761122779.744353:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.744362:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd0fa89f. 00010000:00000010:0.0:1761122779.744393:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.744397:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744434:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003df87c8f. 00010000:00000010:0.0:1761122779.744437:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744440:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1a54354. 00010000:00000010:0.0:1761122779.744443:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.744454:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000877a91e3. 00010000:00000010:0.0:1761122779.744477:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.744481:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744513:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033671e35. 00010000:00000010:0.0:1761122779.744516:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744519:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afb40500. 00010000:00000010:0.0:1761122779.744522:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.744530:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002869b1eb. 00010000:00000010:0.0:1761122779.744551:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.744554:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744581:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bc79cfe. 00010000:00000010:0.0:1761122779.744583:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744586:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ac112d. 00010000:00000010:0.0:1761122779.744589:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.744596:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005af22e3c. 00010000:00000010:0.0:1761122779.744616:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.744619:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744645:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8eb8313. 00010000:00000010:0.0:1761122779.744647:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.744649:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000324159bd. 00010000:00000010:0.0:1761122779.744652:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.744732:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd6eaca9. 00010000:00000010:0.0:1761122779.744757:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.744760:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746774:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082fb20d6. 00010000:00000010:0.0:1761122779.746783:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746788:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003666d107. 00010000:00000010:0.0:1761122779.746792:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.746809:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eba4538f. 00010000:00000010:0.0:1761122779.746860:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.746865:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746903:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002eb0cfe7. 00010000:00000010:0.0:1761122779.746906:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746908:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f1c7aba. 00010000:00000010:0.0:1761122779.746911:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.746917:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8497afa. 00010000:00000010:0.0:1761122779.746934:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.746937:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746965:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1a12fb3. 00010000:00000010:0.0:1761122779.746967:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.746973:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074e27bc8. 00010000:00000010:0.0:1761122779.746976:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.746982:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e331177e. 00010000:00000010:0.0:1761122779.746999:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.747001:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747134:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f35ddd12. 00010000:00000010:0.0:1761122779.747147:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747151:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb195acb. 00010000:00000010:0.0:1761122779.747155:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.747166:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508b52f6. 00010000:00000010:0.0:1761122779.747195:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.747199:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747802:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d9f9eed. 00010000:00000010:0.0:1761122779.747806:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747810:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082d2b8cf. 00010000:00000010:0.0:1761122779.747813:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.747822:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719df9a9. 00010000:00000010:0.0:1761122779.747847:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.747850:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747882:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a231cd8. 00010000:00000010:0.0:1761122779.747885:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747888:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000566f411. 00010000:00000010:0.0:1761122779.747891:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.747898:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005a4d0d6. 00010000:00000010:0.0:1761122779.747922:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.747925:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747971:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c31099d4. 00010000:00000010:0.0:1761122779.747977:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.747981:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025e634d2. 00010000:00000010:0.0:1761122779.747985:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.747998:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000025ac0d9. 00010000:00000010:0.0:1761122779.748131:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748136:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748185:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ad156af. 00010000:00000010:0.0:1761122779.748188:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748192:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000fcf161. 00010000:00000010:0.0:1761122779.748196:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748206:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000126bbfb6. 00010000:00000010:0.0:1761122779.748231:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748235:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748271:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c37f310. 00010000:00000010:0.0:1761122779.748274:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748277:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020011802. 00010000:00000010:0.0:1761122779.748282:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748289:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000328a3ebe. 00010000:00000010:0.0:1761122779.748312:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748316:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748347:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b11c025. 00010000:00000010:0.0:1761122779.748350:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748353:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f54b708. 00010000:00000010:0.0:1761122779.748356:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748363:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022a416e1. 00010000:00000010:0.0:1761122779.748388:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748391:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748423:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7b39b5e. 00010000:00000010:0.0:1761122779.748426:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748429:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db966acd. 00010000:00000010:0.0:1761122779.748433:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748440:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6ca06b4. 00010000:00000010:0.0:1761122779.748461:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748464:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748494:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6cb107d. 00010000:00000010:0.0:1761122779.748496:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748498:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0320c86. 00010000:00000010:0.0:1761122779.748501:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748507:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006c0ef0d. 00010000:00000010:0.0:1761122779.748529:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748531:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748565:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000194c77e2. 00010000:00000010:0.0:1761122779.748567:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748569:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf9aa6c. 00010000:00000010:0.0:1761122779.748573:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748579:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002b477dd. 00010000:00000010:0.0:1761122779.748601:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748604:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748631:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004389c460. 00010000:00000010:0.0:1761122779.748634:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748638:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.0:1761122779.748641:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748647:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009dfb26d. 00010000:00000010:0.0:1761122779.748747:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748751:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748784:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7c99c84. 00010000:00000010:0.0:1761122779.748786:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748789:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122779.748791:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748798:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3eeb3f8. 00010000:00000010:0.0:1761122779.748817:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748819:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748842:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd4f60f4. 00010000:00000010:0.0:1761122779.748844:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748847:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887469cc. 00010000:00000010:0.0:1761122779.748850:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748855:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5777d2c. 00010000:00000010:0.0:1761122779.748873:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748875:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748897:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d73d1d. 00010000:00000010:0.0:1761122779.748899:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.748902:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.0:1761122779.748904:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.748909:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019237c7e. 00010000:00000010:0.0:1761122779.748925:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.748928:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749250:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7bf761c. 00010000:00000010:0.0:1761122779.749253:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749256:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122779.749258:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749266:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000983f38a9. 00010000:00000010:0.0:1761122779.749491:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749495:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749532:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b458840. 00010000:00000010:0.0:1761122779.749535:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749538:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c772440c. 00010000:00000010:0.0:1761122779.749541:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749548:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b95f0cc9. 00010000:00000010:0.0:1761122779.749568:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749570:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749597:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002518fd9c. 00010000:00000010:0.0:1761122779.749600:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749602:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122779.749605:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749611:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031fc7c1b. 00010000:00000010:0.0:1761122779.749628:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749631:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749713:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b573a59. 00010000:00000010:0.0:1761122779.749716:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749719:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122779.749721:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749728:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0e5c985. 00010000:00000010:0.0:1761122779.749749:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749752:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749777:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035ca23bc. 00010000:00000010:0.0:1761122779.749779:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749782:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122779.749784:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749790:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833cca43. 00010000:00000010:0.0:1761122779.749809:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749812:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749842:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc6dd5e5. 00010000:00000010:0.0:1761122779.749845:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749848:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.749851:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749859:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020713dea. 00010000:00000010:0.0:1761122779.749882:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.749885:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749913:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000052d6e1b. 00010000:00000010:0.0:1761122779.749916:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.749919:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.0:1761122779.749922:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.749929:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f2597b. 00010000:00000010:0.0:1761122779.750210:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.750214:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750251:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091c5bdfd. 00010000:00000010:0.0:1761122779.750255:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750258:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122779.750262:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.750271:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da56c19a. 00010000:00000010:0.0:1761122779.750297:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.750301:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750335:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a311a0a. 00010000:00000010:0.0:1761122779.750337:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750340:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.750343:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.750350:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002979bf0d. 00010000:00000010:0.0:1761122779.750547:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.750550:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750586:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122779.750589:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.750593:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c58f261. 00010000:00000010:0.0:1761122779.750595:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00080000:00000010:0.0:1761122779.750603:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c0127f1. 00010000:00000010:0.0:1761122779.750626:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.750630:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:1.0:1761122779.751734:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000602731c6. 00010000:00000010:1.0:1761122779.751742:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.751746:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.0:1761122779.751751:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.751764:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e44cecaa. 00010000:00000010:1.0:1761122779.751806:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.751811:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.751854:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005156246e. 00010000:00000010:1.0:1761122779.751857:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.751861:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.0:1761122779.751864:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.751872:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c988cda4. 00010000:00000010:1.0:1761122779.751896:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.751900:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.751933:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8d6b12c. 00010000:00000010:1.0:1761122779.751936:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.751939:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009abab701. 00010000:00000010:1.0:1761122779.751942:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.751951:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51314d3. 00010000:00000010:1.0:1761122779.751976:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.751979:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752018:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024d68741. 00010000:00000010:1.0:1761122779.752021:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752105:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bc63999. 00010000:00000010:1.0:1761122779.752111:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752121:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1f9fcf. 00010000:00000010:1.0:1761122779.752161:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752165:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752197:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5e5f4e1. 00010000:00000010:1.0:1761122779.752200:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752203:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9875705. 00010000:00000010:1.0:1761122779.752207:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752214:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c778abf. 00010000:00000010:1.0:1761122779.752236:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752239:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752273:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014ac63e2. 00010000:00000010:1.0:1761122779.752276:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752279:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000df651cf. 00010000:00000010:1.0:1761122779.752281:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752289:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062cd5ef2. 00010000:00000010:1.0:1761122779.752309:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752312:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752339:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdfb1e03. 00010000:00000010:1.0:1761122779.752341:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752344:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001ee10e71. 00010000:00000010:1.0:1761122779.752347:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752353:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001967634b. 00010000:00000010:1.0:1761122779.752376:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752379:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752407:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005c4fdc01. 00010000:00000010:1.0:1761122779.752410:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752413:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c3d618e9. 00010000:00000010:1.0:1761122779.752415:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752423:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054c330f7. 00010000:00000010:1.0:1761122779.752444:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752447:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752473:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006f9f3335. 00010000:00000010:1.0:1761122779.752475:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752478:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080e758bd. 00010000:00000010:1.0:1761122779.752481:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752491:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf0bf78. 00010000:00000010:1.0:1761122779.752512:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752515:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752546:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e162c4ba. 00010000:00000010:1.0:1761122779.752549:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.752552:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089006d0b. 00010000:00000010:1.0:1761122779.752555:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.752562:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033998005. 00010000:00000010:1.0:1761122779.752584:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.752587:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:3.1:1761122779.753709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad1776bb. 00010000:00000010:2.1:1761122779.753843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ab310ab. 00010000:00000010:1.0:1761122779.755470:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006763454b. 00010000:00000010:1.0:1761122779.755481:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755488:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1d39dab. 00010000:00000010:1.0:1761122779.755495:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.755521:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea60fa93. 00010000:00000010:1.0:1761122779.755600:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.755606:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755710:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7516477. 00010000:00000010:1.0:1761122779.755713:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755716:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d4a35ca. 00010000:00000010:1.0:1761122779.755719:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.755727:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db691c47. 00010000:00000010:1.0:1761122779.755753:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.755757:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755789:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004db4c606. 00010000:00000010:1.0:1761122779.755792:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755795:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f96b45d. 00010000:00000010:1.0:1761122779.755798:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.755805:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6ee09e7. 00010000:00000010:1.0:1761122779.755827:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.755830:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755862:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008cbb7432. 00010000:00000010:1.0:1761122779.755864:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755867:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089730596. 00010000:00000010:1.0:1761122779.755869:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.755876:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd625d51. 00010000:00000010:1.0:1761122779.755898:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.755901:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755928:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004d97582. 00010000:00000010:1.0:1761122779.755931:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.755934:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e5ebf89. 00010000:00000010:1.0:1761122779.755937:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.755943:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bba88c24. 00010000:00000010:1.0:1761122779.755965:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.755968:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756007:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033333d81. 00010000:00000010:1.0:1761122779.756010:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756013:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.0:1761122779.756016:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756022:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8a3da58. 00010000:00000010:1.0:1761122779.756042:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756045:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756074:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fcaccca3. 00010000:00000010:1.0:1761122779.756077:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756080:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.0:1761122779.756083:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756093:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008834c48c. 00010000:00000010:1.0:1761122779.756116:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756119:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756169:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004894ad2f. 00010000:00000010:1.0:1761122779.756172:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756175:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.0:1761122779.756178:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756187:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726e398e. 00010000:00000010:1.0:1761122779.756212:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756216:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756246:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000089bd02bb. 00010000:00000010:1.0:1761122779.756249:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756253:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afbedfe5. 00010000:00000010:1.0:1761122779.756256:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756263:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000527f655. 00010000:00000010:1.0:1761122779.756288:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756291:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756323:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009c78a338. 00010000:00000010:1.0:1761122779.756326:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756330:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122779.756333:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756340:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bcfc5fd. 00010000:00000010:1.0:1761122779.756360:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756362:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756393:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000488e6ea7. 00010000:00000010:1.0:1761122779.756397:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756400:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122779.756402:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756410:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49e59c6. 00010000:00000010:1.0:1761122779.756434:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756437:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756474:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008904b855. 00010000:00000010:1.0:1761122779.756476:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756479:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.0:1761122779.756483:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756491:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000452ee2a6. 00010000:00000010:1.0:1761122779.756513:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756516:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756546:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b31134f. 00010000:00000010:1.0:1761122779.756549:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756552:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122779.756554:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756561:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3b3059b. 00010000:00000010:1.0:1761122779.756584:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756587:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756620:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007409c43b. 00010000:00000010:1.0:1761122779.756624:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756627:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acddc919. 00010000:00000010:1.0:1761122779.756630:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756637:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000537ef037. 00010000:00000010:1.0:1761122779.756692:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756696:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756727:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fec253d8. 00010000:00000010:1.0:1761122779.756730:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756733:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122779.756736:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756744:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006f93f85. 00010000:00000010:1.0:1761122779.756769:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756773:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756803:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041c94176. 00010000:00000010:1.0:1761122779.756806:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756810:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122779.756813:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756820:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098f81d29. 00010000:00000010:1.0:1761122779.756843:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756847:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756877:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000083958700. 00010000:00000010:1.0:1761122779.756880:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756883:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122779.756886:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756894:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e365335. 00010000:00000010:1.0:1761122779.756917:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756921:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756955:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001394a58. 00010000:00000010:1.0:1761122779.756958:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.756961:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122779.756964:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.756971:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000818c6fc4. 00010000:00000010:1.0:1761122779.756990:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.756992:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.757018:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e67b0c3e. 00010000:00000010:1.0:1761122779.757020:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.757023:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.0:1761122779.757025:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00080000:00000010:1.0:1761122779.757032:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097bdb8e8. 00010000:00000010:1.0:1761122779.757050:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.757053:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122779.757082:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122779.757084:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122779.757091:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000595922f6. 00000100:00000010:1.0:1761122779.757098:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122779.757107:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122779.757121:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054a16185. 02000000:00000010:1.0:1761122779.757162:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009473e008. 00000400:00000010:1.0:1761122779.757170:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122779.757177:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122779.757183:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628288, portal 16 00000400:00000010:1.0:1761122779.757188:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122779.757191:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628288, offset 0 00000400:00000200:1.0:1761122779.757201:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.757218:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.757226:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122779.757229:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122779.757232:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122779.757235:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88850:88850:256:4294967295] 192.168.201.27@tcp LPNI seq info [88850:88850:8:4294967295] 00000400:00000200:1.0:1761122779.757245:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.757251:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.757256:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.757262:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.757269:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.757273:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.758083:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.758088:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122779.758109:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.758114:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.758119:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:2.0:1761122779.758120:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:2.0:1761122779.758127:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcbf1a57 x1846669643628288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.758748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000586c5208. 00010000:00000010:0.1:1761122779.758757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.1:1761122779.758764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122779.758769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:0.1:1761122779.758771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084e1d47. 00010000:00000010:0.1:1761122779.758774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122779.758777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc1a5c30. 00010000:00000010:0.1:1761122779.758779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:0.1:1761122779.758782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cae70bd. 00010000:00000010:0.1:1761122779.758786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122779.758788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018fdf11e. 00010000:00000010:0.1:1761122779.758791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122779.758794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003613d108. 00010000:00000010:0.1:1761122779.758796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122779.758799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e16cee. 00010000:00000010:0.1:1761122779.758803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:0.1:1761122779.758805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000080cec72. 00010000:00000010:0.1:1761122779.758807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfeb2041. 00010000:00000010:0.1:1761122779.758810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066e271de. 00010000:00000010:0.1:1761122779.758812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122779.758815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064aae7e0. 00010000:00000010:0.1:1761122779.758817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ceb930. 00010000:00000010:0.1:1761122779.758820:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122779.758822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:0.1:1761122779.758824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053600f2a. 00010000:00000010:0.1:1761122779.758827:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095c2847a. 00010000:00000010:0.1:1761122779.758832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1eac77. 00010000:00000010:0.1:1761122779.758835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:0.1:1761122779.758837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002503a68e. 00010000:00000010:0.1:1761122779.758840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122779.758842:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055144775. 00010000:00000010:0.1:1761122779.758844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122779.758846:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a9de67. 00010000:00000010:0.1:1761122779.758850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:0.1:1761122779.758852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b855a1a1. 00010000:00000010:0.1:1761122779.758855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602f200e. 00010000:00000010:0.1:1761122779.758857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563bf1f0. 00010000:00000010:0.1:1761122779.758860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de759da0. 00010000:00000010:0.1:1761122779.758862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9b58de. 00010000:00000010:0.1:1761122779.758865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090348ca9. 00010000:00000010:0.1:1761122779.758867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae74c08. 00010000:00000010:0.1:1761122779.758870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:0.1:1761122779.758872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c47db843. 00010000:00000010:0.1:1761122779.758874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a83c8e. 00010000:00000010:0.1:1761122779.758880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c64a131d. 00010000:00000010:0.1:1761122779.758884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:0.1:1761122779.758886:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007559daa6. 00010000:00000010:0.1:1761122779.758889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:0.1:1761122779.758891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4dca78. 00010000:00000010:0.1:1761122779.758894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009251ecd0. 00010000:00000010:0.1:1761122779.758898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7e242c. 00010000:00000010:0.1:1761122779.758902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2302bc5. 00010000:00000010:0.1:1761122779.758905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895bed8b. 00010000:00000010:0.1:1761122779.758908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a694307. 00010000:00000010:0.1:1761122779.758912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fe0f56. 00010000:00000010:0.1:1761122779.758915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219eae1f. 00010000:00000010:0.1:1761122779.758918:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a981b6de. 00010000:00000010:0.1:1761122779.758920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ca1ef5. 00010000:00000010:0.1:1761122779.758923:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979a491c. 00010000:00000010:0.1:1761122779.758925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4aa9d5. 00010000:00000010:0.1:1761122779.758927:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03ddfd3. 00010000:00000010:0.1:1761122779.758929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c24f5a. 00010000:00000010:0.1:1761122779.758931:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000da90b6c. 00010000:00000010:0.1:1761122779.758933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990b7d80. 00010000:00000010:0.1:1761122779.758936:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ebb974. 00010000:00000010:0.1:1761122779.758938:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf531be. 00010000:00000010:0.1:1761122779.758940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbde8b23. 00010000:00000010:0.1:1761122779.758943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054de70c2. 00010000:00000010:0.1:1761122779.758945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b5ba9c. 00010000:00000010:0.1:1761122779.758948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2b2a4f. 00010000:00000010:0.1:1761122779.758953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038949470. 00010000:00000010:0.1:1761122779.758956:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073340175. 00010000:00000010:0.1:1761122779.758958:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff08d2a. 00010000:00000010:0.1:1761122779.758961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008867c8a1. 00010000:00000010:0.1:1761122779.758963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac043199. 00010000:00000010:0.1:1761122779.758966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:0.1:1761122779.758968:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a45edbc. 00010000:00000010:0.1:1761122779.758970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:0.1:1761122779.758972:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000208673ad. 00010000:00000010:0.1:1761122779.758975:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:0.1:1761122779.758978:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053de67e6. 00010000:00000010:0.1:1761122779.758980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:0.1:1761122779.758982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af275a. 00010000:00000010:0.1:1761122779.758984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b4b0fe. 00010000:00000010:0.1:1761122779.758986:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591dcffb. 00010000:00000010:0.1:1761122779.758989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.1:1761122779.758992:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122779.758994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008744209a. 00010000:00000010:0.1:1761122779.758996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afafda0a. 00010000:00000010:0.1:1761122779.758998:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:0.1:1761122779.759002:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6802e38. 00010000:00000010:0.1:1761122779.759005:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bed0858. 00010000:00000010:0.1:1761122779.759009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e9a2c1. 00010000:00000010:0.1:1761122779.759012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006695506. 00010000:00000010:0.1:1761122779.759016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d22bb68. 00010000:00000010:0.1:1761122779.759018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca23dcbc. 00010000:00000010:0.1:1761122779.759020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badbab6d. 00010000:00000010:0.1:1761122779.759023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a32e17. 00010000:00000010:0.1:1761122779.759025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e9dc32. 00010000:00000010:0.1:1761122779.759028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336459dd. 00010000:00000010:0.1:1761122779.759032:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028451b12. 00010000:00000010:0.1:1761122779.759034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007095bdd4. 00010000:00000010:0.1:1761122779.759036:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fb4c0. 00010000:00000010:0.1:1761122779.759039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5b753f. 00010000:00000010:0.1:1761122779.759045:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000651a8a98. 00010000:00000010:0.1:1761122779.759048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be2f39b3. 00010000:00000010:0.1:1761122779.759050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000580d103e. 00010000:00000010:0.1:1761122779.759053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d046f6. 00010000:00000010:0.1:1761122779.759056:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af1dd874. 00010000:00000010:0.1:1761122779.759059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000313b2b52. 00010000:00000010:0.1:1761122779.759061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d7d504. 00010000:00000010:0.1:1761122779.759065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0050e19. 00010000:00000010:0.1:1761122779.759068:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075319f7a. 00010000:00000010:0.1:1761122779.759072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ede493f. 00010000:00000010:0.1:1761122779.759074:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000777a968a. 00010000:00000010:0.1:1761122779.759077:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8c84bd. 00010000:00000010:0.1:1761122779.759079:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe4c1bb. 00010000:00000010:0.1:1761122779.759081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc630510. 00010000:00000010:0.1:1761122779.759084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b835f211. 00010000:00000010:0.1:1761122779.759087:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7e9f0e. 00010000:00000010:0.1:1761122779.759089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb58d8d. 00010000:00000010:0.1:1761122779.759092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796d12e6. 00010000:00000010:0.1:1761122779.759094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0307651. 00010000:00000010:0.1:1761122779.759096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ced93f. 00010000:00000010:0.1:1761122779.759098:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053844bc0. 00010000:00000010:0.1:1761122779.759100:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3655189. 00010000:00000010:0.1:1761122779.759105:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eee9d87. 00010000:00000010:0.1:1761122779.759108:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039245f90. 00010000:00000010:0.1:1761122779.759110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3ece61. 00010000:00000010:0.1:1761122779.759113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317df1a0. 00010000:00000010:0.1:1761122779.759115:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9313cf0. 00010000:00000010:0.1:1761122779.759117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4f96ff. 00010000:00000010:0.1:1761122779.759120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a30916b. 00010000:00000010:0.1:1761122779.759122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000327963f4. 00010000:00000010:0.1:1761122779.759125:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584df315. 00010000:00000010:0.1:1761122779.759127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000869dcbab. 00010000:00000010:0.1:1761122779.759129:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc06b681. 00010000:00000010:0.1:1761122779.759132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005012a9a4. 00010000:00000010:0.1:1761122779.759133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22f1727. 00010000:00000010:0.1:1761122779.759136:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000107149b2. 00010000:00000010:0.1:1761122779.759151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c253522. 00010000:00000010:0.1:1761122779.759155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ccd87a. 00010000:00000010:0.1:1761122779.759158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084cc9a19. 00010000:00000010:0.1:1761122779.759162:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165fd232. 00010000:00000010:0.1:1761122779.759164:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddccc5df. 00010000:00000010:0.1:1761122779.759168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc6865b. 00010000:00000010:0.1:1761122779.759170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033447a9c. 00010000:00000010:0.1:1761122779.759172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005536a202. 00010000:00000010:0.1:1761122779.759175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8c467e. 00010000:00000010:0.1:1761122779.759177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7a03d. 00010000:00000010:0.1:1761122779.759179:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c475559b. 00010000:00000010:0.1:1761122779.759181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b93d5e4e. 00010000:00000010:0.1:1761122779.759185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825bd032. 00010000:00000010:0.1:1761122779.759187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c50928. 00010000:00000010:0.1:1761122779.759190:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f49c14. 00010000:00000010:0.1:1761122779.759192:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f096d193. 00010000:00000010:0.1:1761122779.759195:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037322178. 00010000:00000010:0.1:1761122779.759197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aead0e21. 00010000:00000010:0.1:1761122779.759200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d2dc76b. 00010000:00000010:0.1:1761122779.759202:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e03fad29. 00010000:00000010:0.1:1761122779.759205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008612f215. 00010000:00000010:0.1:1761122779.759207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081974157. 00010000:00000010:0.1:1761122779.759209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3e66b2e. 00010000:00000010:0.1:1761122779.759212:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bba264f. 00010000:00000010:0.1:1761122779.759217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b469aa. 00010000:00000010:0.1:1761122779.759220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e85e473. 00010000:00000010:0.1:1761122779.759222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046afb9cb. 00010000:00000010:0.1:1761122779.759225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cbbb793. 00010000:00000010:0.1:1761122779.759227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aecb625. 00010000:00000010:0.1:1761122779.759230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b968f2ae. 00010000:00000010:0.1:1761122779.759232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f44014c. 00010000:00000010:0.1:1761122779.759235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001021f98c. 00010000:00000010:0.1:1761122779.759237:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0e0071. 00010000:00000010:0.1:1761122779.759240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044da1ba8. 00010000:00000010:0.1:1761122779.759242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff33e9b1. 00010000:00000010:0.1:1761122779.759245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a279c75. 00010000:00000010:0.1:1761122779.759247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e29a2a2. 00010000:00000010:0.1:1761122779.759250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7782037. 00010000:00000010:0.1:1761122779.759253:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a5770a. 00010000:00000010:0.1:1761122779.759256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f74df27d. 00010000:00000010:0.1:1761122779.759258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025af1097. 00010000:00000010:0.1:1761122779.759261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a57ff3b. 00010000:00000010:0.1:1761122779.759264:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a515386. 00010000:00000010:0.1:1761122779.759267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002092ecc. 00010000:00000010:0.1:1761122779.759270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d22a10. 00010000:00000010:0.1:1761122779.759273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bad638cd. 00010000:00000010:0.1:1761122779.759275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a333497f. 00010000:00000010:0.1:1761122779.759277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa064115. 00010000:00000010:0.1:1761122779.759279:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad73ce7c. 00010000:00000010:0.1:1761122779.759282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e488794. 00010000:00000010:0.1:1761122779.759284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9865e0a. 00010000:00000010:0.1:1761122779.759287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e8b36d. 00010000:00000010:0.1:1761122779.759291:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61dee15. 00010000:00000010:0.1:1761122779.759295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a8e935. 00010000:00000010:0.1:1761122779.759297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d7232b. 00010000:00000010:0.1:1761122779.759300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b627e6. 00010000:00000010:0.1:1761122779.759302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb96d80. 00010000:00000010:0.1:1761122779.759305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024772c6. 00010000:00000010:0.1:1761122779.759485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d49dfa90. 00010000:00000010:0.1:1761122779.759488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009964ecca. 00010000:00000010:0.1:1761122779.759491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f007eaea. 00010000:00000010:0.1:1761122779.759493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007255e50e. 00010000:00000010:0.1:1761122779.759496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a072bf49. 00010000:00000010:0.1:1761122779.759498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5042a5. 00010000:00000010:0.1:1761122779.759500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000459d8802. 00010000:00000010:0.1:1761122779.759503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419b26cc. 00010000:00000010:0.1:1761122779.759505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c525183. 00010000:00000010:0.1:1761122779.759508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d406b5. 00010000:00000010:0.1:1761122779.759510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065dc8659. 00010000:00000010:0.1:1761122779.759513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8265a43. 00010000:00000010:0.1:1761122779.759515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003074c663. 00010000:00000010:0.1:1761122779.759517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004308f482. 00010000:00000010:0.1:1761122779.759520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002088a7eb. 00010000:00000010:0.1:1761122779.759522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080424afd. 00010000:00000010:0.1:1761122779.759527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07f28d6. 00010000:00000010:0.1:1761122779.759530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c0230b. 00010000:00000010:0.1:1761122779.759532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465d6eba. 00010000:00000010:0.1:1761122779.759534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c3e42a8. 00010000:00000010:0.1:1761122779.759537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28f96c4. 00010000:00000010:0.1:1761122779.759539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087461aef. 00010000:00000010:0.1:1761122779.759541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a2e884. 00010000:00000010:0.1:1761122779.759543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87e5644. 00010000:00000010:0.1:1761122779.759546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039d7b973. 00010000:00000010:0.1:1761122779.759548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f66f5f9. 00010000:00000010:0.1:1761122779.759550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f8750d7. 00010000:00000010:0.1:1761122779.759552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a5183c. 00010000:00000010:0.1:1761122779.759554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de52236d. 00010000:00000010:0.1:1761122779.759556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9371f7. 00010000:00000010:0.1:1761122779.759558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456fc87b. 00010000:00000010:0.1:1761122779.759562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853e5035. 00010000:00000010:0.1:1761122779.759564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ff183a. 00010000:00000010:0.1:1761122779.759568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3b32cb. 00010000:00000010:0.1:1761122779.759570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005170d6f5. 00010000:00000010:0.1:1761122779.759573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009488108d. 00010000:00000010:0.1:1761122779.759576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30e10f6. 00010000:00000010:0.1:1761122779.759579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1196b64. 00010000:00000010:0.1:1761122779.759581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e7b43a. 00010000:00000010:0.1:1761122779.759583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7d5dece. 00010000:00000010:0.1:1761122779.759587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ff7ef4. 00010000:00000010:0.1:1761122779.759591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1e5981. 00010000:00000010:0.1:1761122779.759593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f138fcc. 00010000:00000010:0.1:1761122779.759595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beb1eef9. 00010000:00000010:0.1:1761122779.759597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003882571d. 00010000:00000010:0.1:1761122779.759600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9d2bd37. 00010000:00000010:0.1:1761122779.759602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a007e0c. 00010000:00000010:0.1:1761122779.759605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043554fd3. 00010000:00000010:0.1:1761122779.759607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f13fcc. 00010000:00000010:0.1:1761122779.759611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be07a693. 00010000:00000010:0.1:1761122779.759733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e66f1c0. 00010000:00000010:0.1:1761122779.759737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000587620b0. 00010000:00000010:0.1:1761122779.759740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040651a73. 00010000:00000010:0.1:1761122779.759742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003187b208. 00010000:00000010:0.1:1761122779.759745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e4228d. 00010000:00000010:0.1:1761122779.759747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a2e70b5. 00010000:00000010:0.1:1761122779.759751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043097a23. 00010000:00000010:0.1:1761122779.759753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b70d0ae. 00010000:00000010:0.1:1761122779.759756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054017c07. 00010000:00000010:0.1:1761122779.759759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048ba6226. 00010000:00000010:0.1:1761122779.759761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df87c8f. 00010000:00000010:0.1:1761122779.759764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a54354. 00010000:00000010:0.1:1761122779.759769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033671e35. 00010000:00000010:0.1:1761122779.759772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afb40500. 00010000:00000010:0.1:1761122779.759775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc79cfe. 00010000:00000010:0.1:1761122779.759777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac112d. 00010000:00000010:0.1:1761122779.759780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8eb8313. 00010000:00000010:0.1:1761122779.759782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000324159bd. 00010000:00000010:0.1:1761122779.759785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082fb20d6. 00010000:00000010:0.1:1761122779.759787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003666d107. 00010000:00000010:0.1:1761122779.759790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb0cfe7. 00010000:00000010:0.1:1761122779.759792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1c7aba. 00010000:00000010:0.1:1761122779.759794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a12fb3. 00010000:00000010:0.1:1761122779.759798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e27bc8. 00010000:00000010:0.1:1761122779.759802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f35ddd12. 00010000:00000010:0.1:1761122779.759804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb195acb. 00010000:00000010:0.1:1761122779.759806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9f9eed. 00010000:00000010:0.1:1761122779.759809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d2b8cf. 00010000:00000010:0.1:1761122779.759811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a231cd8. 00010000:00000010:0.1:1761122779.759814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566f411. 00010000:00000010:0.1:1761122779.759817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c31099d4. 00010000:00000010:0.1:1761122779.759819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e634d2. 00010000:00000010:0.1:1761122779.759821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad156af. 00010000:00000010:0.1:1761122779.759824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000fcf161. 00010000:00000010:0.1:1761122779.759826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c37f310. 00010000:00000010:0.1:1761122779.759828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020011802. 00010000:00000010:0.1:1761122779.759831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b11c025. 00010000:00000010:0.1:1761122779.759833:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f54b708. 00010000:00000010:0.1:1761122779.759837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b39b5e. 00010000:00000010:0.1:1761122779.759840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db966acd. 00010000:00000010:0.1:1761122779.759843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cb107d. 00010000:00000010:0.1:1761122779.759845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0320c86. 00010000:00000010:0.1:1761122779.759848:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194c77e2. 00010000:00000010:0.1:1761122779.759850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf9aa6c. 00010000:00000010:0.1:1761122779.759852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004389c460. 00010000:00000010:0.1:1761122779.759855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.1:1761122779.759858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c99c84. 00010000:00000010:0.1:1761122779.759861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.1:1761122779.759863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4f60f4. 00010000:00000010:0.1:1761122779.759866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887469cc. 00010000:00000010:0.1:1761122779.759868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d73d1d. 00010000:00000010:0.1:1761122779.759870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.1:1761122779.759872:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7bf761c. 00010000:00000010:0.1:1761122779.759874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.1:1761122779.759877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b458840. 00010000:00000010:0.1:1761122779.759880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c772440c. 00010000:00000010:0.1:1761122779.759882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002518fd9c. 00010000:00000010:0.1:1761122779.759885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00010000:00000010:0.1:1761122779.759888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b573a59. 00010000:00000010:0.1:1761122779.759890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.1:1761122779.759893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ca23bc. 00010000:00000010:0.1:1761122779.759896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.1:1761122779.760135:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6dd5e5. 00010000:00000010:0.1:1761122779.760149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.1:1761122779.760152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052d6e1b. 00010000:00000010:0.1:1761122779.760154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.1:1761122779.760156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091c5bdfd. 00010000:00000010:0.1:1761122779.760158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.1:1761122779.760159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a311a0a. 00010000:00000010:0.1:1761122779.760161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.1:1761122779.760163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122779.760166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c58f261. 00010000:00000010:1.1:1761122779.762702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000602731c6. 00010000:00000010:1.1:1761122779.762717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020b815a3. 00010000:00000010:1.1:1761122779.762721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005156246e. 00010000:00000010:1.1:1761122779.762725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a48126. 00010000:00000010:1.1:1761122779.762727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8d6b12c. 00010000:00000010:1.1:1761122779.762730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009abab701. 00010000:00000010:1.1:1761122779.762732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024d68741. 00010000:00000010:1.1:1761122779.762735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc63999. 00010000:00000010:1.1:1761122779.762737:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5e5f4e1. 00010000:00000010:1.1:1761122779.762740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9875705. 00010000:00000010:1.1:1761122779.762742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014ac63e2. 00010000:00000010:1.1:1761122779.762744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df651cf. 00010000:00000010:1.1:1761122779.762746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdfb1e03. 00010000:00000010:1.1:1761122779.762749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ee10e71. 00010000:00000010:1.1:1761122779.762752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c4fdc01. 00010000:00000010:1.1:1761122779.762754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d618e9. 00010000:00000010:1.1:1761122779.762756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9f3335. 00010000:00000010:1.1:1761122779.762758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080e758bd. 00010000:00000010:1.1:1761122779.762763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e162c4ba. 00010000:00000010:1.1:1761122779.762765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089006d0b. 00000400:00000200:1.0:1761122779.765354:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.765384:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203f00 00000400:00000200:1.0:1761122779.765393:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea91 [1] + 224 00000400:00000200:1.0:1761122779.765405:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.765409:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.765420:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbf1a57 x1846669643628288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.765461:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.765468:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482504c0 00000400:00000200:1.0:1761122779.765473:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 656 00000400:00000200:1.0:1761122779.765527:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.765532:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.765536:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.765541:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000400:00000010:2.0:1761122779.765619:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:2.0:1761122779.765625:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:2.0:1761122779.765628:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122779.765636:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbf1a57 x1846669643628288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.765646:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcbf1a57 x1846669643628288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122779.765685:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9b44a6c. 00000020:00000010:3.0:1761122779.765694:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.765699:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 02000000:00000010:2.0:1761122779.765715:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009473e008. 02000000:00000010:2.0:1761122779.765722:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054a16185. 00000100:00000200:3.0:1761122779.765725:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643941056/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:2.0:1761122779.765727:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 00000100:00000010:2.0:1761122779.765746:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:2.0:1761122779.765752:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000595922f6. 00000100:00000200:3.0:1761122779.765771:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941056 02000000:00000010:3.0:1761122779.765783:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008384a48e. 00010000:00000010:3.0:1761122779.765810:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad59dabc. 00010000:00000010:3.0:1761122779.765830:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.765836:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122779.765856:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122779.765860:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000400:00000010:3.0:1761122779.765872:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122779.765877:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941056, offset 224 00000400:00000200:3.0:1761122779.765884:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.765894:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.765900:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88851:88851:256:4294967295] 192.168.201.27@tcp LPNI seq info [88851:88851:8:4294967295] 00000400:00000200:3.0:1761122779.765910:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.765970:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.765976:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122779.765981:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.766194:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.766198:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.766222:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.766226:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00000020:00000010:3.0:1761122779.766231:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9b44a6c. 00080000:00000010:2.0:1761122779.766603:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000249f1e33. 00000800:00000200:1.0:1761122779.766675:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.766680:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:1.0:1761122779.766686:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.766691:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.766694:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:1.0:1761122779.766696:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00010000:00000010:2.0:1761122779.766726:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:2.0:1761122779.766734:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db9f9de1. 00010000:00000010:2.0:1761122779.766806:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.0:1761122779.766812:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa6c4907. 00010000:00000010:2.0:1761122779.766822:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.766826:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122779.766831:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7bd4591. 02000000:00000010:2.0:1761122779.766841:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce51ca5f. 02000000:00000010:2.0:1761122779.766865:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000add3157c. 00000400:00000010:2.0:1761122779.766871:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3946f25. 00000400:00000010:2.0:1761122779.766875:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122779.766880:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628352, portal 16 00000400:00000010:2.0:1761122779.766884:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122779.766886:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628352, offset 0 00000400:00000200:2.0:1761122779.766893:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.766900:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.766909:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.766913:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.766916:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.766919:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88852:88852:256:4294967295] 192.168.201.27@tcp LPNI seq info [88852:88852:8:4294967295] 00000400:00000200:2.0:1761122779.766927:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.766931:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.766936:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.766942:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.766946:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.766949:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122779.767041:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122779.767045:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122779.767049:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122779.767054:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122779.767057:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:0.0:1761122779.767058:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:0.0:1761122779.767064:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7bd4591 x1846669643628352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.767703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006763454b. 00010000:00000010:1.1:1761122779.767711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1d39dab. 00010000:00000010:1.1:1761122779.767715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7516477. 00010000:00000010:1.1:1761122779.767719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d4a35ca. 00010000:00000010:1.1:1761122779.767721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004db4c606. 00010000:00000010:1.1:1761122779.767725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f96b45d. 00010000:00000010:1.1:1761122779.767727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cbb7432. 00010000:00000010:1.1:1761122779.767730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089730596. 00010000:00000010:1.1:1761122779.767733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004d97582. 00010000:00000010:1.1:1761122779.767736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5ebf89. 00010000:00000010:1.1:1761122779.767738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033333d81. 00010000:00000010:1.1:1761122779.767741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e3da6c2. 00010000:00000010:1.1:1761122779.767743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcaccca3. 00010000:00000010:1.1:1761122779.767746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc3de0d2. 00010000:00000010:1.1:1761122779.767748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004894ad2f. 00010000:00000010:1.1:1761122779.767750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ce7e56e. 00010000:00000010:1.1:1761122779.767753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bd02bb. 00010000:00000010:1.1:1761122779.767755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afbedfe5. 00010000:00000010:1.1:1761122779.767757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c78a338. 00010000:00000010:1.1:1761122779.767761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.1:1761122779.767765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000488e6ea7. 00010000:00000010:1.1:1761122779.767768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.1:1761122779.767771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008904b855. 00010000:00000010:1.1:1761122779.767774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.1:1761122779.767777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b31134f. 00010000:00000010:1.1:1761122779.767780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.1:1761122779.767783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007409c43b. 00010000:00000010:1.1:1761122779.767786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00010000:00000010:1.1:1761122779.767794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fec253d8. 00010000:00000010:1.1:1761122779.767799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:1.1:1761122779.767801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041c94176. 00010000:00000010:1.1:1761122779.767804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.1:1761122779.767806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083958700. 00010000:00000010:1.1:1761122779.767809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00010000:00000010:1.1:1761122779.767812:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001394a58. 00010000:00000010:1.1:1761122779.767814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.1:1761122779.767817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b0c3e. 00010000:00000010:1.1:1761122779.767820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00000400:00000200:1.0:1761122779.772316:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.772337:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203f40 00000400:00000200:1.0:1761122779.772346:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaea9d [1] + 224 00000400:00000200:1.0:1761122779.772359:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.772363:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.772375:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7bd4591 x1846669643628352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.772416:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.772422:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250500 00000400:00000200:1.0:1761122779.772427:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 984 00000400:00000200:1.0:1761122779.772435:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.772439:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.772443:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.772450:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:0.0:1761122779.773213:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009104f563. 00000020:00000010:0.0:1761122779.773222:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122779.773226:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122779.773255:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643941120/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122779.773287:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941120 02000000:00000010:0.0:1761122779.773299:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007aa9fd71. 00010000:00000010:0.0:1761122779.773338:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.773345:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.773351:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.773354:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000400:00000010:0.0:1761122779.773368:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122779.773373:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941120, offset 224 00000400:00000200:0.0:1761122779.773381:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.773394:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.773400:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88853:88853:256:4294967295] 192.168.201.27@tcp LPNI seq info [88853:88853:8:4294967295] 00000400:00000200:0.0:1761122779.773411:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.773416:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.773421:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.773427:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.773435:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.773439:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122779.773464:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122779.773469:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122779.773472:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009104f563. 00000800:00000200:1.0:1761122779.775853:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.775860:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.775874:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.775882:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.775887:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:1.0:1761122779.775889:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00010000:00000010:2.1:1761122779.785235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda6170c. 00010000:00000010:2.1:1761122779.785253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00000400:00000010:2.0:1761122779.785492:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3946f25. 00000400:00000200:2.0:1761122779.785498:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122779.785500:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122779.785514:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7bd4591 x1846669643628352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.785524:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7bd4591 x1846669643628352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122779.785555:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fecacffd. 02000000:00000010:2.0:1761122779.785572:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000add3157c. 02000000:00000010:2.0:1761122779.785578:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce51ca5f. 00000100:00000010:2.0:1761122779.785581:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7bd4591. 00000100:00000010:2.0:1761122779.785586:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122779.785590:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00010000:00000010:3.1:1761122779.785593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca9960ec. 00080000:00000010:2.0:1761122779.785609:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce51ca5f. 00010000:00000010:2.0:1761122779.785744:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa6c4907. 00010000:00000010:2.0:1761122779.785751:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000426a53fa. 00010000:00000010:2.0:1761122779.785826:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000338f9615. 00010000:00000010:2.0:1761122779.785832:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa6c4907. 00010000:00000010:2.0:1761122779.785843:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004a3d9fee. 00000100:00000010:2.0:1761122779.785849:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122779.785856:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7bd4591. 02000000:00000010:2.0:1761122779.786086:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000add3157c. 02000000:00000010:2.0:1761122779.786113:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa6a4c65. 00000400:00000010:2.0:1761122779.786118:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3946f25. 00000400:00000010:2.0:1761122779.786123:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122779.786129:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628416, portal 16 00000400:00000010:2.0:1761122779.786134:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122779.786147:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628416, offset 0 00000400:00000200:2.0:1761122779.786156:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.786171:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.786178:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.786181:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.786184:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.786187:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88854:88854:256:4294967295] 192.168.201.27@tcp LPNI seq info [88854:88854:8:4294967295] 00000400:00000200:2.0:1761122779.786197:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.786204:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.786209:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.786216:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.786223:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.786227:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122779.787189:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122779.787194:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122779.787201:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122779.787207:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122779.787211:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122779.787212:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:0.0:1761122779.787218:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7bd4591 x1846669643628416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.791254:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.791276:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203f80 00000400:00000200:1.0:1761122779.791287:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeaa9 [1] + 224 00000400:00000200:1.0:1761122779.791299:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.791303:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.791313:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7bd4591 x1846669643628416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122779.793619:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3946f25. 00000400:00000200:3.0:1761122779.793630:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122779.793632:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:3.0:1761122779.793645:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7bd4591 x1846669643628416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122779.793674:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7bd4591 x1846669643628416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.793694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796def7e. 02000000:00000010:3.0:1761122779.793708:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa6a4c65. 02000000:00000010:3.0:1761122779.793716:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000add3157c. 00000100:00000010:3.0:1761122779.793720:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7bd4591. 00000100:00000010:3.0:1761122779.793725:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:3.0:1761122779.793729:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004a3d9fee. 00000400:00000200:1.0:1761122779.793842:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.793854:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250540 00000400:00000200:1.0:1761122779.793860:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 1312 00000400:00000200:1.0:1761122779.795702:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.795714:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.795722:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.795728:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000020:00000010:2.0:1761122779.798929:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:2.0:1761122779.798942:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.798946:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.798981:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643941184/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.799025:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941184 02000000:00000010:2.0:1761122779.799037:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:2.0:1761122779.799065:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007771a21c. 00010000:00000010:2.0:1761122779.799085:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.799092:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c579961. 00000100:00000010:2.0:1761122779.799110:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001c579961. 00010000:00000010:2.0:1761122779.799114:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.799127:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122779.799132:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941184, offset 224 00000400:00000200:2.0:1761122779.799150:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.799164:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.799170:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88855:88855:256:4294967295] 192.168.201.27@tcp LPNI seq info [88855:88855:8:4294967295] 00000400:00000200:2.0:1761122779.799181:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.799186:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.799190:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.799196:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.799202:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.799206:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.799232:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.799236:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:2.0:1761122779.799240:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00080000:00000010:0.0:1761122779.799302:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009104f563. 00000800:00000200:1.0:1761122779.799418:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761122779.799420:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa6c4907. 00000800:00000010:1.0:1761122779.799423:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00010000:00000010:0.0:1761122779.799429:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039a5f456. 00000400:00000200:1.0:1761122779.799430:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.799438:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.799443:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:1.0:1761122779.799446:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00010000:00000010:0.0:1761122779.799499:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c58f261. 00010000:00000010:0.0:1761122779.799506:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122779.799516:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.799520:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.799527:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.799538:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003537e3bf. 02000000:00000010:0.0:1761122779.799562:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2047f6b. 00000400:00000010:0.0:1761122779.799567:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.799571:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.799576:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628480, portal 16 00000400:00000010:0.0:1761122779.799580:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122779.799582:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628480, offset 0 00000400:00000200:0.0:1761122779.799587:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.799593:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.799600:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.799603:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.799606:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.799609:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88856:88856:256:4294967295] 192.168.201.27@tcp LPNI seq info [88856:88856:8:4294967295] 00000400:00000200:0.0:1761122779.799616:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.799621:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.799625:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.799629:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.799633:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.799636:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122779.800146:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.800150:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122779.800159:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.800164:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.800166:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:2.0:1761122779.800168:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:2.0:1761122779.800175:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.801697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b76c28ab. 00010000:00000010:2.1:1761122779.801708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00000400:00000200:1.0:1761122779.804377:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.804396:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948203fc0 00000400:00000200:1.0:1761122779.804405:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeab5 [1] + 224 00000400:00000200:1.0:1761122779.804422:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.804426:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.804436:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.804553:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.804558:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:0.0:1761122779.804560:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.804567:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.804574:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.804605:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2047f6b. 02000000:00000010:0.0:1761122779.804611:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003537e3bf. 00000100:00000010:0.0:1761122779.804615:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.804622:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.804626:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000400:00000200:1.0:1761122779.807545:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.807564:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250580 00000400:00000200:1.0:1761122779.807573:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 1640 00000400:00000200:1.0:1761122779.807610:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.807615:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.807622:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.807627:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00010000:00000010:0.1:1761122779.807692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a06fd9a. 00010000:00000010:0.1:1761122779.807701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338f9615. 00000020:00000010:2.0:1761122779.807802:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:2.0:1761122779.807811:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122779.807816:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a2cc33ce. 00000100:00000200:2.0:1761122779.807845:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643941248/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122779.809411:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941248 02000000:00000010:0.0:1761122779.809429:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003537e3bf. 00010000:00000010:0.0:1761122779.809458:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000164d84e7. 00010000:00000010:0.0:1761122779.809482:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.810021:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.810043:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.810047:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000400:00000010:1.0:1761122779.810108:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122779.810116:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941248, offset 224 00080000:00000010:2.0:1761122779.810125:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041c3bba6. 00000400:00000200:1.0:1761122779.810127:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.810151:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.810157:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88857:88857:256:4294967295] 192.168.201.27@tcp LPNI seq info [88857:88857:8:4294967295] 00000400:00000200:1.0:1761122779.810168:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.810173:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.810177:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.810183:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.810190:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.810194:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.810221:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:1.0:1761122779.810227:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a2cc33ce. 00000020:00000010:1.0:1761122779.810231:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00010000:00000010:2.0:1761122779.810299:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:2.0:1761122779.810306:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000793018da. 00010000:00000010:2.0:1761122779.811852:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.0:1761122779.811863:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122779.811875:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.811881:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c579961. 00000100:00000010:2.0:1761122779.811890:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122779.811903:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d265b3cb. 02000000:00000010:2.0:1761122779.811929:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b035d55. 00000400:00000010:2.0:1761122779.811937:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3946f25. 00000400:00000010:2.0:1761122779.811944:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.811949:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628544, portal 16 00000400:00000010:2.0:1761122779.811954:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122779.811956:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628544, offset 0 00000400:00000200:2.0:1761122779.811964:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.811975:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.811981:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122779.811985:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122779.811988:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122779.811991:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88858:88858:255:4294967295] 192.168.201.27@tcp LPNI seq info [88858:88858:7:4294967295] 00000400:00000200:2.0:1761122779.812000:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.812005:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.812009:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122779.812015:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.812020:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.812023:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.812086:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.812091:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:1.0:1761122779.812112:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.812118:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.812122:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:1.0:1761122779.812125:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000800:00000200:1.0:1761122779.812192:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.812194:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122779.812197:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.812201:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.812203:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:1.0:1761122779.812204:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:1.0:1761122779.812210:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643628544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.812839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005dee8ed. 00010000:00000010:0.1:1761122779.817704:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd9cd536. 00000400:00000200:1.0:1761122779.820050:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.820070:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204000 00000400:00000200:1.0:1761122779.820080:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeac1 [1] + 224 00000400:00000200:1.0:1761122779.820102:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.820106:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.820119:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643628544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.820218:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3946f25. 00000400:00000200:2.0:1761122779.820223:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:2.0:1761122779.820225:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.820231:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643628544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.820239:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643628544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.820269:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b035d55. 02000000:00000010:2.0:1761122779.820276:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d265b3cb. 00000100:00000010:2.0:1761122779.820279:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:2.0:1761122779.820284:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001c579961. 00010000:00000010:2.0:1761122779.820290:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000200:1.0:1761122779.821636:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.821651:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482505c0 00000400:00000200:1.0:1761122779.821690:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad3d9 [2] + 1968 00000400:00000010:1.0:1761122779.821695:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:1.0:1761122779.821701:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000aa6d4d11 00000400:00000200:1.0:1761122779.821765:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.821770:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.821774:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000aa6d4d11 00000400:00000010:1.0:1761122779.821776:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000aa6d4d11 (tot 82347202). 00000100:00000200:1.0:1761122779.821781:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761122779.822031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008bca48f0. 00010000:00000010:2.1:1761122779.822041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c58f261. 00000020:00000010:2.0:1761122779.822076:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122779.822083:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.822087:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.822112:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0e96d06 x1846669643941312/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.822156:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941312 02000000:00000010:2.0:1761122779.822169:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b035d55. 00010000:00000010:2.0:1761122779.822195:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f829450. 00010000:00000010:2.0:1761122779.822217:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.822223:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001c579961. 00000100:00000010:2.0:1761122779.822232:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001c579961. 00010000:00000010:2.0:1761122779.822235:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.822248:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122779.822252:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941312, offset 224 00000400:00000200:2.0:1761122779.822260:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.822271:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.822277:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88859:88859:256:4294967295] 192.168.201.27@tcp LPNI seq info [88859:88859:8:4294967295] 00000400:00000200:2.0:1761122779.822288:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.822293:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.822297:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347450). 00000800:00000200:2.0:1761122779.822303:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.822310:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.822314:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.822342:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.822346:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.822561:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 02000000:00000010:2.0:1761122779.822569:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003537e3bf. 00000100:00000010:2.0:1761122779.822573:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:2.0:1761122779.822577:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000100:00000010:2.0:1761122779.822580:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:2.0:1761122779.822582:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007aa9fd71. 00000100:00000010:2.0:1761122779.822584:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:2.0:1761122779.822588:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008384a48e. 00000100:00000010:2.0:1761122779.822590:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:2.0:1761122779.822593:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a627d45. 00000100:00000010:2.0:1761122779.822595:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:2.0:1761122779.822597:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99e9e96. 00000100:00000010:2.0:1761122779.822599:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000200:2.0:1761122779.822608:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122779.822612:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3946f25. 00000400:00000010:2.0:1761122779.822616:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001c579961 (tot 82347602). 00080000:00000010:0.0:1761122779.822698:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2047f6b. 00010000:00000010:0.0:1761122779.822784:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b80202. 00010000:00000010:0.0:1761122779.822790:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0ba7735. 00010000:00000010:0.0:1761122779.822858:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.822864:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.822874:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.822878:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.822885:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.822895:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed005e58. 02000000:00000010:0.0:1761122779.822918:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063d14420. 00000400:00000010:0.0:1761122779.822923:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.822927:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.822930:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628608, portal 16 00000400:00000010:0.0:1761122779.822934:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122779.822936:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628608, offset 0 00000400:00000200:0.0:1761122779.822942:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.822949:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.822955:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.822959:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.822962:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.822964:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88860:88860:255:4294967295] 192.168.201.27@tcp LPNI seq info [88860:88860:7:4294967295] 00000400:00000200:0.0:1761122779.822971:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.822976:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.822980:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.822984:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.822988:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.822990:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.823067:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.823072:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:3.0:1761122779.823077:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.823082:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.823085:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:3.0:1761122779.823088:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 02000000:00000010:3.0:1761122779.823093:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b035d55. 00000800:00000200:3.0:1761122779.823155:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.823158:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.823166:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.823171:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.823173:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:3.0:1761122779.823175:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:3.0:1761122779.823181:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.827513:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.827534:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204040 00000400:00000200:1.0:1761122779.827542:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaead1 [1] + 224 00000400:00000200:1.0:1761122779.827554:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.827558:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.827570:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.828807:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.828817:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250600 00000400:00000200:1.0:1761122779.828824:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 0 00000400:00000010:0.0:1761122779.829251:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.829257:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:0.0:1761122779.829259:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.829269:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.829278:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.829309:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063d14420. 02000000:00000010:0.0:1761122779.829315:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed005e58. 00000100:00000010:0.0:1761122779.829319:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.829326:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.829329:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000400:00000200:1.0:1761122779.830541:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.830550:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.830557:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.830564:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:2.0:1761122779.831279:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.831287:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.831292:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.831317:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643941376/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.831735:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941376 02000000:00000010:2.0:1761122779.831748:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:2.0:1761122779.831777:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003b78c4f. 00010000:00000010:2.0:1761122779.831798:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.831804:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.831823:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.831826:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.831839:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122779.831844:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941376, offset 224 00000400:00000200:2.0:1761122779.831851:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.831863:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.831869:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88861:88861:256:4294967295] 192.168.201.27@tcp LPNI seq info [88861:88861:8:4294967295] 00000400:00000200:2.0:1761122779.831879:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.832099:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.832105:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.832111:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.832119:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.832123:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.832155:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.832159:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.832164:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00080000:00000010:0.0:1761122779.832213:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed005e58. 00010000:00000010:0.0:1761122779.832292:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.832299:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062ddae7c. 00010000:00000010:0.0:1761122779.832374:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122779.832380:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.832390:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.832394:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.832401:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.832411:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063d14420. 02000000:00000010:0.0:1761122779.832433:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011ee182e. 00000400:00000010:0.0:1761122779.832438:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.832444:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.832449:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628672, portal 16 00000400:00000010:0.0:1761122779.832453:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122779.832455:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628672, offset 0 00000400:00000200:0.0:1761122779.832461:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.832467:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.832474:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.832478:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.832481:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.832484:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88862:88862:255:4294967295] 192.168.201.27@tcp LPNI seq info [88862:88862:7:4294967295] 00000400:00000200:0.0:1761122779.832491:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.832496:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.832500:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.832504:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.832508:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.832511:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.832610:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.832614:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:3.0:1761122779.832619:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.832624:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.832627:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122779.832629:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000800:00000200:3.0:1761122779.833337:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.833341:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.833350:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.833355:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.833358:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:3.0:1761122779.833360:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:3.0:1761122779.833368:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.833922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060e7445b. 00010000:00000010:0.1:1761122779.833929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.1:1761122779.835420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e121d0d. 00000400:00000200:3.0:1761122779.836364:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.836383:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204080 00000400:00000200:3.0:1761122779.836391:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeadd [1] + 224 00000400:00000200:3.0:1761122779.836420:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.836424:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.836436:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.836513:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.836518:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:0.0:1761122779.836520:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.836527:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.836535:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.836564:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011ee182e. 02000000:00000010:0.0:1761122779.836571:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063d14420. 00000100:00000010:0.0:1761122779.836575:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.836583:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.836586:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00010000:00000010:2.1:1761122779.840856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa277d71. 00000400:00000200:1.0:1761122779.843252:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.843276:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250640 00000400:00000200:1.0:1761122779.843284:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 328 00000400:00000200:1.0:1761122779.843357:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.844298:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.844309:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.844316:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:2.0:1761122779.846615:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.846626:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.846631:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.846682:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643941440/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.846740:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941440 02000000:00000010:2.0:1761122779.846754:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:2.0:1761122779.846786:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002667692. 00010000:00000010:2.0:1761122779.846811:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.846820:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.846837:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.846842:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.846859:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122779.846866:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941440, offset 224 00000400:00000200:2.0:1761122779.846876:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122779.846883:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063d14420. 00000400:00000200:2.0:1761122779.846893:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.846900:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88863:88863:256:4294967295] 192.168.201.27@tcp LPNI seq info [88863:88863:8:4294967295] 00000400:00000200:2.0:1761122779.846912:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.846918:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.846923:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.846931:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.846939:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.846945:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.846963:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.846968:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00010000:00000010:0.0:1761122779.846969:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00000020:00000010:2.0:1761122779.846973:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00010000:00000010:0.0:1761122779.846977:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a6a3409. 00010000:00000010:0.0:1761122779.847049:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.0:1761122779.847055:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.847066:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.847070:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.847078:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.847089:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000011ee182e. 02000000:00000010:0.0:1761122779.847112:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061d78e7e. 00000400:00000010:0.0:1761122779.847118:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.847122:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.847127:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628736, portal 16 00000400:00000010:0.0:1761122779.847132:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122779.847134:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628736, offset 0 00000400:00000200:0.0:1761122779.847156:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.847163:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.847169:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.847172:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.847175:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.847178:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88864:88864:255:4294967295] 192.168.201.27@tcp LPNI seq info [88864:88864:7:4294967295] 00000400:00000200:0.0:1761122779.847186:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.847191:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.847195:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.847198:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.847203:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.847206:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.847413:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.847418:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:3.0:1761122779.847423:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.847428:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.847432:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:3.0:1761122779.847434:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000800:00000200:3.0:1761122779.847473:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.847475:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.847481:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.847484:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.847486:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:3.0:1761122779.847488:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:3.0:1761122779.847494:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.850701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ab86b1c. 00010000:00000010:0.1:1761122779.850716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000400:00000200:3.0:1761122779.850866:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.850883:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482040c0 00000400:00000200:3.0:1761122779.850893:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeae9 [1] + 224 00000400:00000200:3.0:1761122779.850906:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.850910:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.850926:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.850963:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.850970:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250680 00000400:00000200:3.0:1761122779.850975:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 656 00000400:00000200:3.0:1761122779.850985:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761122779.850987:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:3.0:1761122779.850990:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122779.850994:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:0.0:1761122779.850997:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:3.0:1761122779.851004:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761122779.851006:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761122779.851011:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000100:00000200:0.0:1761122779.851020:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.851051:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061d78e7e. 02000000:00000010:0.0:1761122779.851058:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000011ee182e. 00000100:00000010:0.0:1761122779.851063:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.851070:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.851073:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000020:00000010:1.0:1761122779.851325:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664a5417. 00000020:00000010:1.0:1761122779.851332:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.851337:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.851367:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062ac328a x1846669643941504/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122779.851439:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941504 02000000:00000010:1.0:1761122779.851452:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005fbc1228. 00010000:00000010:1.0:1761122779.851484:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c284b760. 00010000:00000010:1.0:1761122779.851504:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122779.851512:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.851767:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.851776:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122779.851791:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122779.851796:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941504, offset 224 00000400:00000200:1.0:1761122779.851804:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.851814:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.851820:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88865:88865:256:4294967295] 192.168.201.27@tcp LPNI seq info [88865:88865:8:4294967295] 00080000:00000010:0.0:1761122779.851821:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011ee182e. 00000400:00000200:1.0:1761122779.851829:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.851836:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.851840:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.851846:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.852081:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.852084:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.852104:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.852110:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.852114:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000664a5417. 00010000:00000010:0.0:1761122779.852395:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.852402:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0bd5420. 00000800:00000200:3.0:1761122779.852446:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.852450:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.852468:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.852473:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:0.0:1761122779.852474:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00000400:00000200:3.0:1761122779.852476:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:3.0:1761122779.852478:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00010000:00000010:0.0:1761122779.852479:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.852487:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.852491:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.852497:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.852507:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061d78e7e. 02000000:00000010:0.0:1761122779.852529:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007aa9fd71. 00000400:00000010:0.0:1761122779.852533:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.852537:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.852542:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628800, portal 16 00000400:00000010:0.0:1761122779.852546:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122779.852548:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628800, offset 0 00000400:00000200:0.0:1761122779.852554:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.852561:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.852567:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.852570:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.852574:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.852576:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88866:88866:256:4294967295] 192.168.201.27@tcp LPNI seq info [88866:88866:8:4294967295] 00000400:00000200:0.0:1761122779.852584:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.852589:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.852593:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.852597:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.852601:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.852603:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.852714:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.852716:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.852724:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.852727:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.852730:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:1.0:1761122779.852732:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:1.0:1761122779.852737:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.855165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000073fd3f0. 00000400:00000200:3.0:1761122779.857122:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.857153:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204100 00000400:00000200:3.0:1761122779.857161:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeaf5 [1] + 224 00000400:00000200:3.0:1761122779.857174:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.857177:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.857188:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.857236:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.857242:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482506c0 00000400:00000200:3.0:1761122779.857247:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 984 00000400:00000200:3.0:1761122779.857300:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.857304:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.857308:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.857314:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000400:00000010:0.0:1761122779.857387:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.857393:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:0.0:1761122779.857394:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.857401:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.857409:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.857438:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007aa9fd71. 02000000:00000010:0.0:1761122779.857443:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061d78e7e. 00000100:00000010:0.0:1761122779.857447:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.857454:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.857457:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000020:00000010:1.0:1761122779.857818:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664a5417. 00000020:00000010:1.0:1761122779.857826:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.857831:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.857855:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643941568/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.857876:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941568 02000000:00000010:1.0:1761122779.857887:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3b09bcd. 00010000:00000010:1.0:1761122779.857915:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e4b8389. 00010000:00000010:1.0:1761122779.857937:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122779.857943:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.857955:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.857959:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122779.857973:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122779.857977:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941568, offset 224 00000400:00000200:1.0:1761122779.857986:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.857997:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.858003:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88867:88867:256:4294967295] 192.168.201.27@tcp LPNI seq info [88867:88867:8:4294967295] 00000400:00000200:1.0:1761122779.858013:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.858018:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.858023:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.858029:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.858036:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.858039:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.858061:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.858066:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.858069:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000664a5417. 00080000:00000010:0.0:1761122779.858180:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d78e7e. 00010000:00000010:0.0:1761122779.858445:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.858451:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ba16e8d. 00000800:00000200:3.0:1761122779.858466:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.858470:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.858503:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.858507:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.858510:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:3.0:1761122779.858511:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00010000:00000010:0.0:1761122779.858539:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.858545:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.858566:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f33230b3. 00000100:00000010:0.0:1761122779.858570:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.858576:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.858586:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007aa9fd71. 02000000:00000010:0.0:1761122779.858609:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003537e3bf. 00000400:00000010:0.0:1761122779.858613:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.858617:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122779.858621:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628864, portal 16 00000400:00000010:0.0:1761122779.858625:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122779.858626:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628864, offset 0 00000400:00000200:0.0:1761122779.858632:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.858638:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.858645:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.858649:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.858652:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.858693:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88868:88868:256:4294967295] 192.168.201.27@tcp LPNI seq info [88868:88868:8:4294967295] 00000400:00000200:0.0:1761122779.858702:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.858706:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.858710:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.858714:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.858718:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.858721:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.859222:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.859225:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.859232:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.859236:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.859239:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:1.0:1761122779.859240:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:1.0:1761122779.859246:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.862011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009430d039. 00010000:00000010:0.1:1761122779.862025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:1.1:1761122779.862064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ac9ede3. 00000400:00000200:3.0:1761122779.863715:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.863733:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204140 00000400:00000200:3.0:1761122779.863743:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb01 [1] + 224 00000400:00000200:3.0:1761122779.863757:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.863761:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.863771:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122779.864168:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:2.0:1761122779.864173:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:2.0:1761122779.864175:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:2.0:1761122779.864182:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122779.864191:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122779.864226:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003537e3bf. 02000000:00000010:2.0:1761122779.864232:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007aa9fd71. 00000100:00000010:2.0:1761122779.864236:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:2.0:1761122779.864243:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:2.0:1761122779.864247:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f33230b3. 00000400:00000200:3.0:1761122779.864711:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.864721:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250700 00000400:00000200:3.0:1761122779.864726:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 1312 00000400:00000200:3.0:1761122779.864779:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.864784:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.864788:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.864793:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:2.0:1761122779.864896:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.864903:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.864907:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.864933:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643941632/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.865438:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941632 02000000:00000010:2.0:1761122779.865454:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:2.0:1761122779.865488:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000425ba6bf. 00010000:00000010:2.0:1761122779.865513:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.865520:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.866197:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.866203:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.866220:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122779.866225:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941632, offset 224 00000400:00000200:2.0:1761122779.866235:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.866248:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.866256:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88869:88869:256:4294967295] 192.168.201.27@tcp LPNI seq info [88869:88869:8:4294967295] 00000400:00000200:2.0:1761122779.866267:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.866272:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.866277:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122779.866283:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.866292:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.866296:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.866323:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.866328:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.866332:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00000800:00000200:1.0:1761122779.866453:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.866457:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122779.866462:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.866466:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.866470:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:1.0:1761122779.866472:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00010000:00000010:0.1:1761122779.866900:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4305423. 00010000:00000010:0.1:1761122779.866910:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f1721e. 00080000:00000010:0.0:1761122779.866928:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007aa9fd71. 00010000:00000010:0.0:1761122779.867018:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.867026:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000056a051c4. 00010000:00000010:0.0:1761122779.867111:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.0:1761122779.867118:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122779.867129:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.867134:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.867155:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.867166:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003537e3bf. 02000000:00000010:0.0:1761122779.867193:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ada43d6b. 00000400:00000010:0.0:1761122779.867199:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.867205:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.867210:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628928, portal 16 00000400:00000010:0.0:1761122779.867215:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122779.867217:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628928, offset 0 00000400:00000200:0.0:1761122779.867224:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.867232:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.867238:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.867241:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.867244:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.867247:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88870:88870:256:4294967295] 192.168.201.27@tcp LPNI seq info [88870:88870:8:4294967295] 00000400:00000200:0.0:1761122779.867255:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.867260:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.867263:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.867267:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.867273:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.867275:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.867556:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.867560:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.867568:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.867572:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.867574:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:3.0:1761122779.867576:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:3.0:1761122779.867583:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643628928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.869256:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.869270:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204180 00000400:00000200:3.0:1761122779.869277:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb0d [1] + 224 00000400:00000200:3.0:1761122779.869290:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.869293:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.869302:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643628928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.869523:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.869527:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.869528:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.869534:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643628928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.869542:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643628928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.869584:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ada43d6b. 02000000:00000010:0.0:1761122779.869591:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003537e3bf. 00000100:00000010:0.0:1761122779.869595:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.869602:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.869605:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122779.870104:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.870115:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250740 00000400:00000200:1.0:1761122779.870121:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 1640 00000400:00000200:1.0:1761122779.870175:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.870179:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.870184:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.870189:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:2.0:1761122779.870585:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.870592:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.870596:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.870623:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643941696/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.870706:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941696 02000000:00000010:2.0:1761122779.870718:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:2.0:1761122779.870748:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000596b72a6. 00010000:00000010:2.0:1761122779.870766:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.870773:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.870784:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.870788:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.870801:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122779.870806:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941696, offset 224 00000400:00000200:2.0:1761122779.870814:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.870824:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.870830:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88871:88871:256:4294967295] 192.168.201.27@tcp LPNI seq info [88871:88871:8:4294967295] 00000400:00000200:2.0:1761122779.870840:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.870848:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.870852:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122779.870858:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.870865:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.870869:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.870883:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.870887:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.870891:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00080000:00000010:3.0:1761122779.871006:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9b44a6c. 00010000:00000010:3.0:1761122779.871085:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:3.0:1761122779.871091:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004fd10a8a. 00010000:00000010:3.0:1761122779.871168:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122779.871174:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000518d9085. 00010000:00000010:3.0:1761122779.871183:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000002b531f0. 00000100:00000010:3.0:1761122779.871187:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122779.871194:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122779.871205:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e99e9e96. 02000000:00000010:3.0:1761122779.871228:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008384a48e. 00000400:00000010:3.0:1761122779.871233:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122779.871237:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122779.871241:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643628992, portal 16 00000400:00000010:3.0:1761122779.871245:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122779.871247:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643628992, offset 0 00000400:00000200:3.0:1761122779.871252:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.871258:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.871266:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122779.871269:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122779.871272:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122779.871275:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88872:88872:255:4294967295] 192.168.201.27@tcp LPNI seq info [88872:88872:7:4294967295] 00000400:00000200:3.0:1761122779.871282:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.871287:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.871291:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347850). 00000800:00000200:3.0:1761122779.871295:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.871299:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.871302:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.871343:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.871346:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:3.0:1761122779.871350:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.871354:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.871357:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122779.871359:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000800:00000200:3.0:1761122779.871405:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.871407:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:3.0:1761122779.871411:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.871415:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.871417:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:3.0:1761122779.871418:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000100:00000200:3.0:1761122779.871423:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643628992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122779.871743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad4d6f74. 00010000:00000010:2.1:1761122779.871872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034bad95b. 00010000:00000010:0.1:1761122779.872709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf4ae981. 00010000:00000010:0.1:1761122779.872718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.1:1761122779.878730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f1f8a6a. 00010000:00000010:0.1:1761122779.878751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:3.0:1761122779.878780:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.878799:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482041c0 00000400:00000200:3.0:1761122779.878808:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb19 [1] + 224 00000400:00000200:3.0:1761122779.878821:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.878826:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.878837:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643628992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.878881:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.878886:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250780 00000400:00000200:3.0:1761122779.878891:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad431 [2] + 1968 00000400:00000010:3.0:1761122779.878895:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004ec29a8d. 00000400:00000200:3.0:1761122779.878898:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008715c9ed 00000400:00000200:3.0:1761122779.878907:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.878910:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.878912:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008715c9ed 00000400:00000010:3.0:1761122779.878914:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008715c9ed (tot 82347202). 00000100:00000200:3.0:1761122779.878919:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122779.879002:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:0.0:1761122779.879006:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:0.0:1761122779.879008:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:0.0:1761122779.879013:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643628992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.879028:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643628992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.879058:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008384a48e. 02000000:00000010:0.0:1761122779.879064:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e99e9e96. 00000100:00000010:0.0:1761122779.879068:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:0.0:1761122779.879072:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:0.0:1761122779.879075:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000002b531f0. 00000020:00000010:1.0:1761122779.879177:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000664a5417. 00000020:00000010:1.0:1761122779.879186:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.879190:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.879215:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000fcc9a2c x1846669643941760/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122779.879256:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941760 02000000:00000010:1.0:1761122779.879270:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000536de5ac. 00010000:00000010:1.0:1761122779.879298:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c2863412. 00010000:00000010:1.0:1761122779.879532:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122779.879538:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000067c5e1c5. 00000100:00000010:1.0:1761122779.879554:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000067c5e1c5. 00010000:00000010:1.0:1761122779.879558:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122779.879573:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122779.879577:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941760, offset 224 00000400:00000200:1.0:1761122779.879585:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.879595:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.879601:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88873:88873:256:4294967295] 192.168.201.27@tcp LPNI seq info [88873:88873:8:4294967295] 00000400:00000200:1.0:1761122779.879611:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.879616:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.879622:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347450). 00000800:00000200:1.0:1761122779.879627:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122779.879636:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.879639:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761122779.879789:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ada43d6b. 00010000:00000010:0.0:1761122779.879876:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000518d9085. 00010000:00000010:0.0:1761122779.879883:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8f9a5a8. 00010000:00000010:0.0:1761122779.879958:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.879965:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.879975:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.879979:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.879986:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.879997:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ebae389. 02000000:00000010:0.0:1761122779.880019:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000458b8d4f. 00000400:00000010:0.0:1761122779.880023:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.880028:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.880032:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629056, portal 16 00000400:00000010:0.0:1761122779.880037:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122779.880038:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629056, offset 0 00000400:00000200:0.0:1761122779.880045:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.880051:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.880057:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.880060:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.880063:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.880066:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88874:88874:255:4294967295] 192.168.201.27@tcp LPNI seq info [88874:88874:7:4294967295] 00000400:00000200:0.0:1761122779.880074:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.880079:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.880083:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347698). 00000800:00000200:0.0:1761122779.880086:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.880091:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.880093:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.880790:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.880795:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347450). 00000400:00000200:3.0:1761122779.880815:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.880821:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.880824:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:3.0:1761122779.880826:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000800:00000200:3.0:1761122779.880895:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.880898:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347202). 00000400:00000200:3.0:1761122779.880906:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.880910:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.880912:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122779.880914:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:3.0:1761122779.880921:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122779.881486:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.881495:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.881500:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000664a5417. 02000000:00000010:1.0:1761122779.881508:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000536de5ac. 02000000:00000010:1.0:1761122779.881512:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2065363. 00000100:00000010:1.0:1761122779.881515:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122779.881518:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:1.0:1761122779.881521:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:1.0:1761122779.881525:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3b09bcd. 00000100:00000010:1.0:1761122779.881527:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:1.0:1761122779.881531:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005fbc1228. 00000100:00000010:1.0:1761122779.881533:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:1.0:1761122779.881536:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:1.0:1761122779.881538:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:1.0:1761122779.881542:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000100:00000010:1.0:1761122779.881544:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000200:1.0:1761122779.881554:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122779.881560:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004ec29a8d. 00000400:00000010:1.0:1761122779.881565:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000067c5e1c5 (tot 82347354). 00010000:00000010:2.1:1761122779.882709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033583dec. 00010000:00000010:3.1:1761122779.882823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094b02e9d. 00010000:00000010:3.1:1761122779.882830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f1721e. 00000400:00000200:3.0:1761122779.882926:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.882940:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204200 00000400:00000200:3.0:1761122779.882947:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb25 [1] + 224 00000400:00000200:3.0:1761122779.882958:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.882962:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.882971:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.883000:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.883011:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482507c0 00000400:00000200:3.0:1761122779.883016:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 0 00000400:00000200:3.0:1761122779.883025:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.883028:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.883031:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.883035:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000400:00000010:0.0:1761122779.883124:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.883129:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.883130:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.883148:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.883156:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.883184:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000458b8d4f. 02000000:00000010:0.0:1761122779.883192:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ebae389. 00000100:00000010:0.0:1761122779.883196:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.883202:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.883206:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:1.0:1761122779.883847:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fbc1228. 00000020:00000010:1.0:1761122779.883855:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.883859:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122779.883882:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008eb82e2c x1846669643941824/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122779.884196:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941824 02000000:00000010:1.0:1761122779.884211:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d3b09bcd. 00010000:00000010:1.0:1761122779.884239:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005090e001. 00010000:00000010:1.0:1761122779.884258:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122779.884264:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfe9f549. 00000100:00000010:1.0:1761122779.884281:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfe9f549. 00010000:00000010:1.0:1761122779.884286:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122779.884301:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122779.884305:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941824, offset 224 00000400:00000200:1.0:1761122779.884314:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122779.884325:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122779.884330:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88875:88875:256:4294967295] 192.168.201.27@tcp LPNI seq info [88875:88875:8:4294967295] 00000400:00000200:1.0:1761122779.884342:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122779.884348:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122779.884354:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122779.884359:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00080000:00000010:0.0:1761122779.884848:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ebae389. 00010000:00000010:0.0:1761122779.885175:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.885182:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de11ef8e. 00010000:00000010:0.0:1761122779.885256:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.885262:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.885272:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.885275:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.885282:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.885292:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000458b8d4f. 02000000:00000010:0.0:1761122779.885314:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066030571. 00000400:00000010:0.0:1761122779.885318:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.885323:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.885329:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629120, portal 16 00000400:00000010:0.0:1761122779.885334:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122779.885335:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629120, offset 0 00000400:00000200:0.0:1761122779.885342:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.885349:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.885356:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.885359:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.885376:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.885379:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88876:88876:255:4294967295] 192.168.201.27@tcp LPNI seq info [88876:88876:7:4294967295] 00000400:00000200:0.0:1761122779.885387:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.885392:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.885395:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.885400:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.885407:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.885411:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.885488:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122779.885491:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122779.885502:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122779.885508:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122779.885511:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fbc1228. 00000800:00000200:3.0:1761122779.885632:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.885636:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:3.0:1761122779.885645:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.885650:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.885679:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:3.0:1761122779.885682:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:3.0:1761122779.885690:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761122779.885765:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.885767:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122779.885788:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.885791:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.885793:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:3.0:1761122779.885795:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00010000:00000010:1.1:1761122779.886694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008a5850d. 00010000:00000010:0.1:1761122779.886810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d176fca3. 00010000:00000010:0.1:1761122779.886816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000400:00000200:3.0:1761122779.890825:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.890847:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204240 00000400:00000200:3.0:1761122779.890856:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb35 [1] + 224 00000400:00000200:3.0:1761122779.890871:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.890876:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.890886:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.891954:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.891966:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250800 00000400:00000200:3.0:1761122779.891973:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 328 00000400:00000010:0.0:1761122779.892519:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.892525:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.892527:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.892537:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.892546:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.892574:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761122779.892577:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066030571. 00000400:00000200:3.0:1761122779.892580:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:0.0:1761122779.892584:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000458b8d4f. 00000100:00000200:3.0:1761122779.892585:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.892590:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00000100:00000010:0.0:1761122779.892590:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.892597:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.892600:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:2.0:1761122779.895725:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.895739:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.895744:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.895787:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643941888/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.895824:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941888 02000000:00000010:2.0:1761122779.895835:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7c423ba. 00010000:00000010:2.0:1761122779.895864:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4f973e9. 00010000:00000010:2.0:1761122779.895887:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.895895:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.895913:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.895918:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.895932:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122779.895937:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941888, offset 224 00080000:00000010:0.0:1761122779.895945:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000458b8d4f. 00000400:00000200:2.0:1761122779.895946:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.895961:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.895967:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88877:88877:256:4294967295] 192.168.201.27@tcp LPNI seq info [88877:88877:8:4294967295] 00000400:00000200:2.0:1761122779.895978:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.895984:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.895988:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122779.895995:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.896003:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.896008:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.896023:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.896027:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.896032:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00010000:00000010:0.0:1761122779.896037:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.896043:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3ab61d8. 00010000:00000010:1.1:1761122779.896086:0:19:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a03de6. 00010000:00000010:0.0:1761122779.896119:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122779.896125:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.896145:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.896150:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.896158:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.896169:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066030571. 02000000:00000010:0.0:1761122779.896194:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003537e3bf. 00000400:00000010:0.0:1761122779.896199:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.896203:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.896208:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629184, portal 16 00000400:00000010:0.0:1761122779.896212:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122779.896214:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629184, offset 0 00000400:00000200:0.0:1761122779.896219:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.896226:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.896232:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.896235:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1761122779.896238:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1761122779.896238:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.896241:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88878:88878:255:4294967295] 192.168.201.27@tcp LPNI seq info [88878:88878:7:4294967295] 00000800:00000010:3.0:1761122779.896242:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122779.896246:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122779.896249:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000200:3.0:1761122779.896251:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000800:00000200:0.0:1761122779.896253:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.896255:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000800:00000010:0.0:1761122779.896256:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000400:00000010:3.0:1761122779.896257:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000800:00000200:0.0:1761122779.896260:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.896264:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.896266:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.896458:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.896462:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.896470:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.896474:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.896477:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:1.0:1761122779.896479:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:1.0:1761122779.896485:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.896695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce6a472f. 00010000:00000010:0.1:1761122779.896702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:2.0:1761122779.900623:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.900652:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204280 00000400:00000200:2.0:1761122779.900701:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb41 [1] + 224 00000400:00000200:2.0:1761122779.900715:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.900719:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.900743:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122779.901742:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002001bc90. 00000400:00000200:2.0:1761122779.901775:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.901784:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250840 00000400:00000200:2.0:1761122779.901790:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 656 00000400:00000200:2.0:1761122779.901802:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.901805:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.901828:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122779.901835:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00010000:00000010:0.1:1761122779.901970:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95392ab. 00010000:00000010:0.1:1761122779.901977:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000400:00000010:0.0:1761122779.901987:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.901991:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.901993:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.902000:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.902010:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.902040:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003537e3bf. 02000000:00000010:0.0:1761122779.902046:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066030571. 00000100:00000010:0.0:1761122779.902052:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.902060:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.902063:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:3.0:1761122779.902440:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.902447:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.902451:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 00000100:00000200:3.0:1761122779.902490:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643941952/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122779.903031:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643941952 02000000:00000010:3.0:1761122779.903043:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e70d31b. 00010000:00000010:3.0:1761122779.903088:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fd0732d. 00010000:00000010:3.0:1761122779.903107:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122779.903113:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122779.903119:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122779.903122:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122779.903152:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122779.903159:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643941952, offset 224 00000400:00000200:3.0:1761122779.903167:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.903179:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.903185:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88879:88879:256:4294967295] 192.168.201.27@tcp LPNI seq info [88879:88879:8:4294967295] 00000400:00000200:3.0:1761122779.903196:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.903202:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.903207:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122779.903213:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.903232:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.903236:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.903263:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.903267:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00000020:00000010:3.0:1761122779.903272:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00080000:00000010:0.0:1761122779.903346:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003537e3bf. 00010000:00000010:0.0:1761122779.903426:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.903431:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c7caa7a. 00010000:00000010:0.0:1761122779.903516:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122779.903520:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.903525:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.903529:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00080000:00000010:0.0:1761122779.903543:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066030571. 00010000:00000010:0.0:1761122779.903570:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.903574:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.903641:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.903645:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.903652:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.903697:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.903704:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.903717:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005e6149c4. 02000000:00000010:0.0:1761122779.903740:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8569268. 00000400:00000010:0.0:1761122779.903744:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.903748:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.903752:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629248, portal 16 00000400:00000010:0.0:1761122779.903757:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122779.903758:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629248, offset 0 00000400:00000200:0.0:1761122779.903764:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.903770:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.903777:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.903781:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.903783:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.903786:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88880:88880:255:4294967295] 192.168.201.27@tcp LPNI seq info [88880:88880:7:4294967295] 00000400:00000200:0.0:1761122779.903794:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.903800:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.903803:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.903808:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.903812:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.903815:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.904100:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.904104:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347602). 00000400:00000200:1.0:1761122779.904109:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.904114:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.904117:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:1.0:1761122779.904118:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000800:00000200:1.0:1761122779.904566:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.904569:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.904588:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.904592:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.904595:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:1.0:1761122779.904596:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:1.0:1761122779.904601:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.907392:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.907413:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482042c0 00000400:00000200:1.0:1761122779.907422:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb4d [1] + 224 00000400:00000200:1.0:1761122779.907433:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.907438:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.907448:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.907486:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.907491:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250880 00000400:00000200:1.0:1761122779.907496:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 984 00000400:00000200:1.0:1761122779.907504:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.907507:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.907510:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.907516:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000400:00000010:0.0:1761122779.907591:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.907596:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.907598:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.907606:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.907615:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.907645:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8569268. 02000000:00000010:0.0:1761122779.907651:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005e6149c4. 00010000:00000010:0.1:1761122779.907682:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a20aa2a. 00010000:00000010:0.1:1761122779.907688:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.1:1761122779.907692:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122779.907694:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000100:00000010:0.0:1761122779.907701:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.907708:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.907712:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:3.0:1761122779.907798:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.907805:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.907809:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 00000100:00000200:3.0:1761122779.907848:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643942016/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122779.908449:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942016 02000000:00000010:3.0:1761122779.908463:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e99e9e96. 00010000:00000010:3.0:1761122779.908489:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d55ffa3f. 00010000:00000010:3.0:1761122779.908507:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122779.908513:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122779.908592:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122779.908597:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122779.908611:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122779.908616:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942016, offset 224 00000400:00000200:3.0:1761122779.908625:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.908636:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.908642:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88881:88881:256:4294967295] 192.168.201.27@tcp LPNI seq info [88881:88881:8:4294967295] 00000400:00000200:3.0:1761122779.908652:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.908679:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.908685:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122779.908691:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.908699:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.908703:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761122779.908780:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e6149c4. 00010000:00000010:0.0:1761122779.908861:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.908868:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015023c1b. 00010000:00000010:0.0:1761122779.909146:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.909153:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.909164:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.909168:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.909174:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.909183:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8569268. 02000000:00000010:0.0:1761122779.909207:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e30b082. 00000400:00000010:0.0:1761122779.909212:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.909216:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.909221:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629312, portal 16 00000400:00000010:0.0:1761122779.909225:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122779.909228:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629312, offset 0 00000400:00000200:0.0:1761122779.909234:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.909240:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.909247:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.909250:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.909253:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.909256:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88882:88882:255:4294967295] 192.168.201.27@tcp LPNI seq info [88882:88882:7:4294967295] 00000400:00000200:0.0:1761122779.909264:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.909269:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.909272:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.909276:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.909280:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.909283:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.909379:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.909385:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00000020:00000010:3.0:1761122779.909390:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00000800:00000200:2.0:1761122779.910231:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.910236:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347602). 00000400:00000200:2.0:1761122779.910243:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.910249:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.910253:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:2.0:1761122779.910255:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000800:00000200:2.0:1761122779.911170:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122779.911176:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122779.911187:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.911193:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122779.911196:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:2.0:1761122779.911199:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:2.0:1761122779.911213:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.913121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e3be82. 00010000:00000010:3.1:1761122779.916770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6d36c96. 00010000:00000010:0.1:1761122779.917697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008595ba0b. 00010000:00000010:0.1:1761122779.917707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:2.0:1761122779.918651:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122779.918709:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204300 00000400:00000200:2.0:1761122779.918719:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb59 [1] + 224 00000400:00000200:2.0:1761122779.918736:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122779.918740:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122779.918750:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.919636:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.919644:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.919646:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.919686:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.919697:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.919727:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e30b082. 02000000:00000010:0.0:1761122779.919733:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8569268. 00000100:00000010:0.0:1761122779.919737:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.919745:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.919748:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122779.925173:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.925197:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482508c0 00000400:00000200:1.0:1761122779.925206:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 1312 00000400:00000200:1.0:1761122779.925318:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.925324:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.925331:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.925337:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:3.0:1761122779.926169:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.926178:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.926183:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 00000100:00000200:3.0:1761122779.926212:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643942080/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.926264:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942080 02000000:00000010:3.0:1761122779.926276:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008384a48e. 00010000:00000010:3.0:1761122779.926303:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f07e4567. 00010000:00000010:3.0:1761122779.926326:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122779.926333:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122779.926355:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122779.926360:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122779.926376:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122779.926382:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942080, offset 224 00000400:00000200:3.0:1761122779.926390:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122779.926402:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.926409:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88883:88883:256:4294967295] 192.168.201.27@tcp LPNI seq info [88883:88883:8:4294967295] 00000400:00000200:3.0:1761122779.926420:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.926425:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.926430:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122779.926436:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.926444:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.926447:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.926570:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.926576:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00000020:00000010:3.0:1761122779.926580:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00000800:00000200:1.0:1761122779.927531:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.927536:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:1.0:1761122779.927543:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.927550:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.927555:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122779.927557:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00080000:00000010:0.0:1761122779.927894:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8569268. 00010000:00000010:0.0:1761122779.927995:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.928004:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000feecf449. 00010000:00000010:0.0:1761122779.928087:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.928094:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.928108:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.928113:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.928122:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.928155:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004e30b082. 02000000:00000010:0.0:1761122779.928187:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8e4a087. 00000400:00000010:0.0:1761122779.928193:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.928199:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.928204:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629376, portal 16 00000400:00000010:0.0:1761122779.928209:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122779.928212:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629376, offset 0 00000400:00000200:0.0:1761122779.928220:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.928231:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.928238:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.928242:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.928244:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.928248:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88884:88884:256:4294967295] 192.168.201.27@tcp LPNI seq info [88884:88884:8:4294967295] 00000400:00000200:0.0:1761122779.928488:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.928494:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.928500:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.928506:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.928512:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.928515:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.931087:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.931095:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.931109:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.931117:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.931122:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122779.931125:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:3.0:1761122779.931151:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122779.931755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db4999fe. 00010000:00000010:0.1:1761122779.936938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f3242a. 00010000:00000010:0.1:1761122779.936964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000400:00000200:1.0:1761122779.937270:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.937289:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204340 00000400:00000200:1.0:1761122779.937297:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb65 [1] + 224 00000400:00000200:1.0:1761122779.937312:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.937316:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.937327:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.937982:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.937994:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.937996:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.938005:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.938014:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.938047:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8e4a087. 02000000:00000010:0.0:1761122779.938054:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004e30b082. 00000100:00000010:0.0:1761122779.938059:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.938066:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.938069:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122779.939300:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.939317:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250900 00000400:00000200:1.0:1761122779.939325:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 1640 00000400:00000200:1.0:1761122779.939602:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.939607:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.939613:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.939618:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:2.0:1761122779.939795:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.939803:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.939807:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.939833:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643942144/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.939867:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942144 02000000:00000010:2.0:1761122779.939879:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d2f1aa6. 00010000:00000010:2.0:1761122779.940147:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072ee3e22. 00010000:00000010:2.0:1761122779.940172:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.940179:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.940199:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.940203:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.940218:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122779.940222:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942144, offset 224 00000400:00000200:2.0:1761122779.940231:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122779.940235:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8e4a087. 00000400:00000200:2.0:1761122779.940242:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.940247:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88885:88885:256:4294967295] 192.168.201.27@tcp LPNI seq info [88885:88885:8:4294967295] 00000400:00000200:2.0:1761122779.940256:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.940261:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.940265:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122779.940271:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.940278:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.940282:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.940306:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.940310:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.940314:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00010000:00000010:0.0:1761122779.940316:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.940322:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c3e9c00. 00010000:00000010:0.0:1761122779.940576:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.940582:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.940592:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.940596:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.940601:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.940611:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f696f40b. 02000000:00000010:0.0:1761122779.940632:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000adeb831f. 00000400:00000010:0.0:1761122779.940638:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.940642:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.940647:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629440, portal 16 00000400:00000010:0.0:1761122779.940652:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122779.940695:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629440, offset 0 00000400:00000200:0.0:1761122779.940703:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.940709:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.940715:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.940718:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.940721:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.940723:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88886:88886:255:4294967295] 192.168.201.27@tcp LPNI seq info [88886:88886:7:4294967295] 00000400:00000200:0.0:1761122779.940731:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.940735:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.940739:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.940743:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.940746:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.940749:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.940868:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.940873:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:3.0:1761122779.940877:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.940881:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.940884:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:3.0:1761122779.940886:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000800:00000200:3.0:1761122779.940933:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.940935:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.940942:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.940946:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.940948:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122779.940949:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:3.0:1761122779.940955:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.945702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000127119e2. 00010000:00000010:0.1:1761122779.945717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:1.0:1761122779.945789:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.945808:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204380 00010000:00000010:2.1:1761122779.945810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18428e1. 00000400:00000200:1.0:1761122779.945817:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb71 [1] + 224 00000400:00000200:1.0:1761122779.945832:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.945836:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.946070:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.947193:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.947206:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250940 00000400:00000200:1.0:1761122779.947212:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad489 [2] + 1968 00000400:00000010:1.0:1761122779.947216:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000919bbdbc. 00000400:00000200:1.0:1761122779.947221:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d7f23f5b 00000400:00000200:1.0:1761122779.947280:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.947285:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.947288:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d7f23f5b 00000400:00000010:1.0:1761122779.947290:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d7f23f5b (tot 82347202). 00000100:00000200:1.0:1761122779.947297:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122779.947959:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:2.0:1761122779.947967:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.947972:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.947998:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095270b7a x1846669643942208/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.948035:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942208 02000000:00000010:2.0:1761122779.948048:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:2.0:1761122779.948088:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.948095:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a3ec0691. 00000100:00000010:2.0:1761122779.948102:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a3ec0691. 00010000:00000010:2.0:1761122779.948106:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.948121:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122779.948127:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942208, offset 224 00000400:00000200:2.0:1761122779.949613:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.949633:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.949640:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88887:88887:256:4294967295] 192.168.201.27@tcp LPNI seq info [88887:88887:8:4294967295] 00000400:00000200:2.0:1761122779.949652:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.949672:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.949680:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347450). 00000800:00000200:2.0:1761122779.949687:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.949694:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.949698:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.949720:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.949725:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.949730:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 02000000:00000010:2.0:1761122779.949739:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d2f1aa6. 00000100:00000010:2.0:1761122779.949743:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:2.0:1761122779.949747:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008384a48e. 00000100:00000010:2.0:1761122779.949750:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:2.0:1761122779.949754:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e99e9e96. 00000100:00000010:2.0:1761122779.949756:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:2.0:1761122779.949760:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e70d31b. 00000100:00000010:2.0:1761122779.949762:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122779.949773:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7c423ba. 00000100:00000010:2.0:1761122779.949775:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:2.0:1761122779.949778:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d3b09bcd. 00000100:00000010:2.0:1761122779.949780:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000200:2.0:1761122779.949791:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122779.949797:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002acf1f57. 00000400:00000010:2.0:1761122779.949803:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a3ec0691 (tot 82347602). 00000400:00000010:0.0:1761122779.949828:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.949834:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.949837:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.949848:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.949858:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122779.949882:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006dc6776b. 02000000:00000010:0.0:1761122779.949901:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000adeb831f. 02000000:00000010:0.0:1761122779.949907:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f696f40b. 00000100:00000010:0.0:1761122779.949910:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.949917:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.949920:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00080000:00000010:0.0:1761122779.949938:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f696f40b. 00010000:00000010:0.0:1761122779.950040:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00000800:00000200:1.0:1761122779.950043:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.950048:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00010000:00000010:0.0:1761122779.950048:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009a4ea714. 00000400:00000200:1.0:1761122779.950056:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.950061:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.950065:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:1.0:1761122779.950066:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 02000000:00000010:1.0:1761122779.950071:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00010000:00000010:0.0:1761122779.950162:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.950169:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.950180:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.950185:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.950191:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.950201:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000adeb831f. 02000000:00000010:0.0:1761122779.950223:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000011d2af89. 00000400:00000010:0.0:1761122779.950226:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.950229:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.950232:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629504, portal 16 00000400:00000010:0.0:1761122779.950237:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122779.950239:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629504, offset 0 00000400:00000200:0.0:1761122779.950244:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.950251:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.950257:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.950261:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.950264:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.950267:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88888:88888:256:4294967295] 192.168.201.27@tcp LPNI seq info [88888:88888:8:4294967295] 00000400:00000200:0.0:1761122779.950274:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.950278:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.950281:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.950285:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.950289:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.950291:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122779.956705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054171d6f. 00010000:00000010:0.1:1761122779.956725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d06813fa. 00010000:00000010:0.1:1761122779.956729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000800:00000200:3.0:1761122779.956882:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.956887:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.956898:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.956908:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.956914:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:3.0:1761122779.956917:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:3.0:1761122779.956928:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.967302:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.967324:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482043c0 00000400:00000200:1.0:1761122779.967333:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb81 [1] + 224 00000400:00000200:1.0:1761122779.967351:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.967355:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.967367:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.967466:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.967471:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.967473:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.967479:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.967487:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.967516:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000011d2af89. 02000000:00000010:0.0:1761122779.967521:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000adeb831f. 00000100:00000010:0.0:1761122779.967524:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.967530:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.967533:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122779.968097:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.968109:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250980 00000400:00000200:1.0:1761122779.968115:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 0 00000400:00000200:1.0:1761122779.968183:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.968188:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.968193:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.968198:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:2.0:1761122779.968282:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7c423ba. 00000020:00000010:2.0:1761122779.968290:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.968293:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.968318:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643942272/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122779.968357:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942272 02000000:00000010:2.0:1761122779.968368:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d2f1aa6. 00010000:00000010:2.0:1761122779.968396:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b702c566. 00010000:00000010:2.0:1761122779.968420:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.968428:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122779.968445:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:2.0:1761122779.968449:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.968464:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122779.968468:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942272, offset 224 00000400:00000200:2.0:1761122779.968478:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.968491:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00080000:00000010:0.0:1761122779.968493:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adeb831f. 00000400:00000200:2.0:1761122779.968498:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88889:88889:256:4294967295] 192.168.201.27@tcp LPNI seq info [88889:88889:8:4294967295] 00000400:00000200:2.0:1761122779.968509:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.968514:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.968519:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.968525:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.968532:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.968536:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.968560:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.968565:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.968570:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7c423ba. 00010000:00000010:0.0:1761122779.968584:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.968592:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e98b0a6. 00000800:00000200:3.0:1761122779.968689:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.968694:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122779.968699:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.968703:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.968707:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:3.0:1761122779.968709:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00010000:00000010:0.0:1761122779.968715:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122779.968721:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.968726:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122779.968731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00080000:00000010:0.0:1761122779.968744:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011d2af89. 00010000:00000010:0.0:1761122779.968772:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.968776:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122779.968825:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122779.968829:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.968835:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.968839:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.968845:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.968856:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005023ce88. 02000000:00000010:0.0:1761122779.968878:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067b68076. 00000400:00000010:0.0:1761122779.968882:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.968887:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.968892:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629568, portal 16 00000400:00000010:0.0:1761122779.968897:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122779.968899:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629568, offset 0 00000400:00000200:0.0:1761122779.968906:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.968912:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.968918:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.968922:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.968925:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.968927:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88890:88890:256:4294967295] 192.168.201.27@tcp LPNI seq info [88890:88890:8:4294967295] 00000400:00000200:0.0:1761122779.968950:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.968954:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.968959:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.968963:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.968967:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.968970:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122779.969176:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122779.969179:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122779.969188:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.969192:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122779.969195:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:3.0:1761122779.969197:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:3.0:1761122779.969203:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.974016:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.974038:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204400 00000400:00000200:1.0:1761122779.974048:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb8d [1] + 224 00000400:00000200:1.0:1761122779.974064:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.974068:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.974079:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.974154:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.974160:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.974162:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.974170:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.974179:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.974220:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067b68076. 02000000:00000010:0.0:1761122779.974227:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005023ce88. 00000100:00000010:0.0:1761122779.974230:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.974242:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.974246:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:3.0:1761122779.974915:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.974928:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482509c0 00000400:00000200:3.0:1761122779.975177:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 328 00000400:00000200:3.0:1761122779.975234:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.975238:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.975243:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122779.975250:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000020:00000010:2.0:1761122779.975357:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d7c423ba. 00000020:00000010:2.0:1761122779.975365:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122779.975370:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122779.975394:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008eb82e2c x1846669643942336/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122779.975430:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942336 02000000:00000010:2.0:1761122779.975441:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a627d45. 00010000:00000010:2.0:1761122779.975469:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073fee6fd. 00010000:00000010:2.0:1761122779.975489:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.975495:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122779.975513:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:2.0:1761122779.975517:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.975530:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122779.975535:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942336, offset 224 00000400:00000200:2.0:1761122779.975544:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122779.975552:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005023ce88. 00000400:00000200:2.0:1761122779.975565:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.975571:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88891:88891:256:4294967295] 192.168.201.27@tcp LPNI seq info [88891:88891:8:4294967295] 00000400:00000200:2.0:1761122779.975582:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.975589:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.975594:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122779.975601:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.975609:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.975613:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.975640:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00010000:00000010:0.0:1761122779.975643:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00000020:00000010:2.0:1761122779.975645:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122779.975652:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d7c423ba. 00010000:00000010:0.0:1761122779.975652:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d3b14b3. 00010000:00000010:0.0:1761122779.975756:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122779.975764:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00000800:00000200:1.0:1761122779.975776:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:0.0:1761122779.975776:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.975780:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000800:00000010:1.0:1761122779.975781:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122779.975788:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1761122779.975788:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 00000400:00000200:1.0:1761122779.975793:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.975797:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:1.0:1761122779.975799:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 02000000:00000010:0.0:1761122779.975801:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067b68076. 02000000:00000010:0.0:1761122779.975831:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006048b3f3. 00000400:00000010:0.0:1761122779.975837:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.975841:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.975846:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629632, portal 16 00000400:00000010:0.0:1761122779.975850:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122779.976041:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629632, offset 0 00000400:00000200:0.0:1761122779.976047:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.976054:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.976061:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.976064:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.976067:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.976070:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88892:88892:256:4294967295] 192.168.201.27@tcp LPNI seq info [88892:88892:8:4294967295] 00000400:00000200:0.0:1761122779.976080:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.976086:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.976090:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122779.976095:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.976101:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.976104:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122779.982789:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.982798:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.982813:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.982823:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.982829:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:1.0:1761122779.982832:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:1.0:1761122779.982842:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122779.983990:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5eb803c. 00010000:00000010:0.1:1761122779.984001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:3.0:1761122779.986250:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.986270:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204440 00000400:00000200:3.0:1761122779.986279:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeb99 [1] + 224 00000400:00000200:3.0:1761122779.986300:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.986304:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.986315:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122779.986382:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.986387:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.986390:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.986397:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.986407:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.986436:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006048b3f3. 02000000:00000010:0.0:1761122779.986443:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067b68076. 00000100:00000010:0.0:1761122779.986447:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.986455:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.986458:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122779.988741:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.988760:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250a00 00000400:00000200:1.0:1761122779.988768:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 656 00000400:00000200:1.0:1761122779.988829:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.988835:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.988841:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.988848:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:3.0:1761122779.989853:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.989862:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.989866:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 00000100:00000200:3.0:1761122779.989896:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643942400/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122779.989937:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942400 02000000:00000010:3.0:1761122779.989950:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e70d31b. 00010000:00000010:3.0:1761122779.989978:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4be7b0d. 00010000:00000010:3.0:1761122779.990001:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122779.990007:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122779.990027:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122779.990032:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122779.990046:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122779.990051:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942400, offset 224 00000400:00000200:3.0:1761122779.990059:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122779.990069:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067b68076. 00000400:00000200:3.0:1761122779.990073:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122779.990080:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88893:88893:256:4294967295] 192.168.201.27@tcp LPNI seq info [88893:88893:8:4294967295] 00000400:00000200:3.0:1761122779.990090:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122779.990096:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122779.990101:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122779.990107:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122779.990116:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122779.990120:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122779.990159:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.990165:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00010000:00000010:0.0:1761122779.990166:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00000020:00000010:3.0:1761122779.990172:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00010000:00000010:0.0:1761122779.990175:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2006918. 00010000:00000010:0.0:1761122779.990260:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122779.990267:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122779.990278:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122779.990282:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122779.990288:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122779.990299:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006048b3f3. 02000000:00000010:0.0:1761122779.990321:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009566168b. 00000400:00000010:0.0:1761122779.990327:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122779.990332:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122779.990337:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629696, portal 16 00000400:00000010:0.0:1761122779.990341:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122779.990343:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629696, offset 0 00000400:00000200:0.0:1761122779.990349:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122779.990356:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122779.990363:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122779.990367:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122779.990370:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122779.990373:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88894:88894:255:4294967295] 192.168.201.27@tcp LPNI seq info [88894:88894:7:4294967295] 00000400:00000200:0.0:1761122779.990381:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122779.990385:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122779.990389:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122779.990393:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122779.990397:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122779.990399:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122779.991691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057b07507. 00000800:00000200:1.0:1761122779.991768:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.991772:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347602). 00000400:00000200:1.0:1761122779.991778:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.991785:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.991789:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:1.0:1761122779.991791:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00010000:00000010:0.1:1761122779.992847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122779.992857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.1:1761122779.992862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1447ff1. 00010000:00000010:0.1:1761122779.992865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00000800:00000200:1.0:1761122779.995781:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122779.995789:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122779.995802:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.995812:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122779.995817:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:1.0:1761122779.995820:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:1.0:1761122779.995832:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122779.998126:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122779.998162:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204480 00000400:00000200:3.0:1761122779.998171:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeba5 [1] + 224 00000400:00000200:3.0:1761122779.998186:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122779.998191:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122779.998200:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122779.998565:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122779.998575:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250a40 00000400:00000200:1.0:1761122779.998581:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 984 00000400:00000200:1.0:1761122779.998631:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122779.998635:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122779.998640:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122779.998646:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00010000:00000010:0.1:1761122779.998775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029eba58f. 00010000:00000010:0.1:1761122779.998784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000010:0.0:1761122779.998816:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122779.998821:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122779.998823:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122779.998831:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122779.998842:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122779.998874:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009566168b. 02000000:00000010:0.0:1761122779.998880:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006048b3f3. 00000100:00000010:0.0:1761122779.998884:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122779.998891:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122779.998894:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:3.0:1761122779.999653:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b752339. 00000020:00000010:3.0:1761122779.999691:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122779.999696:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008265cd80. 00010000:00000010:2.1:1761122779.999720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ebfe29. 00000100:00000200:3.0:1761122779.999726:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643942464/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:7/0 lens 328/0 e 0 to 0 dl 1761122822 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122779.999766:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942464 02000000:00000010:2.0:1761122779.999780:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7c423ba. 00010000:00000010:2.0:1761122779.999809:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000014f56e1a. 00010000:00000010:2.0:1761122779.999830:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122779.999836:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122779.999855:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:2.0:1761122779.999859:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122779.999870:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122779.999875:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942464, offset 224 00000400:00000200:2.0:1761122779.999883:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122779.999896:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122779.999901:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88895:88895:256:4294967295] 192.168.201.27@tcp LPNI seq info [88895:88895:8:4294967295] 00000400:00000200:2.0:1761122779.999911:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122779.999916:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122779.999921:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122779.999927:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122779.999934:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122779.999938:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122779.999961:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:2.0:1761122779.999966:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008265cd80. 00000020:00000010:2.0:1761122779.999970:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b752339. 00080000:00000010:0.0:1761122780.000047:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006048b3f3. 00000800:00000200:1.0:1761122780.000051:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.000055:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122780.000060:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.000064:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.000067:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122780.000068:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00010000:00000010:0.0:1761122780.000131:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.000150:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dfec598. 00010000:00000010:0.0:1761122780.000224:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.000229:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.000239:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.000242:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.000248:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.000257:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009566168b. 02000000:00000010:0.0:1761122780.000281:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e30b082. 00000400:00000010:0.0:1761122780.000286:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.000290:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.000295:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629760, portal 16 00000400:00000010:0.0:1761122780.000299:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122780.000300:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629760, offset 0 00000400:00000200:0.0:1761122780.000306:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.000312:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.000318:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.000321:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.000324:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.000327:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88896:88896:256:4294967295] 192.168.201.27@tcp LPNI seq info [88896:88896:8:4294967295] 00000400:00000200:0.0:1761122780.000335:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.000339:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.000404:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.000410:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.000414:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.000417:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.000509:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.000512:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.000520:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.000524:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.000526:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122780.000528:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:3.0:1761122780.000534:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.004240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0e009d2. 00000400:00000200:1.0:1761122780.004913:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.004930:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482044c0 00000400:00000200:1.0:1761122780.004940:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebb1 [1] + 224 00000400:00000200:1.0:1761122780.004951:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.004954:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.004965:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.005002:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.005009:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250a80 00000400:00000200:1.0:1761122780.005015:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 1312 00000400:00000010:0.0:1761122780.005022:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:1.0:1761122780.005025:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.005029:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000200:1.0:1761122780.005032:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122780.005032:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:1.0:1761122780.005040:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761122780.005041:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761122780.005046:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000100:00000200:0.0:1761122780.005054:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122823 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.005083:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e30b082. 02000000:00000010:0.0:1761122780.005089:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009566168b. 00000100:00000010:0.0:1761122780.005093:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.005099:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.005102:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:2.0:1761122780.005174:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122780.005181:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.005185:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.005207:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643942528/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.005241:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942528 02000000:00000010:2.0:1761122780.005251:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:2.0:1761122780.005276:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b4d2c1f3. 00010000:00000010:2.0:1761122780.005295:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.005301:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122780.005315:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:2.0:1761122780.005318:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.005328:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122780.005332:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942528, offset 224 00000400:00000200:2.0:1761122780.005338:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.005356:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.005361:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88897:88897:256:4294967295] 192.168.201.27@tcp LPNI seq info [88897:88897:8:4294967295] 00000400:00000200:2.0:1761122780.005372:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.005377:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.005380:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.005386:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.005393:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.005396:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.005419:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.005423:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.005426:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00080000:00000010:0.0:1761122780.005634:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e30b082. 00010000:00000010:0.0:1761122780.005753:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.005761:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021546bb0. 00010000:00000010:0.0:1761122780.005837:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122780.005844:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.006086:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.006090:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.006097:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.006109:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009566168b. 00000800:00000200:1.0:1761122780.006116:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.006122:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122780.006128:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761122780.006132:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bcdfe42a. 00000400:00000200:1.0:1761122780.006144:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122780.006149:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000200:1.0:1761122780.006150:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:1.0:1761122780.006153:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000400:00000010:0.0:1761122780.006222:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.006227:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629824, portal 16 00000400:00000010:0.0:1761122780.006232:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122780.006234:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629824, offset 0 00000400:00000200:0.0:1761122780.006239:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.006245:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.006251:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.006255:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.006258:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.006261:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88898:88898:256:4294967295] 192.168.201.27@tcp LPNI seq info [88898:88898:8:4294967295] 00000400:00000200:0.0:1761122780.006268:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.006273:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.006276:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.006280:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.006285:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.006287:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.008875:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.008882:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.008896:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.008904:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.008909:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:2.0:1761122780.008911:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:2.0:1761122780.008920:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.011539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3247e5. 00010000:00000010:0.1:1761122780.011760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090c0fc0b. 00010000:00000010:0.1:1761122780.011766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:1.0:1761122780.015503:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.015523:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204500 00000400:00000200:1.0:1761122780.015532:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebbd [1] + 224 00000400:00000200:1.0:1761122780.015551:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.015555:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.015567:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.015650:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00010000:00000010:0.1:1761122780.015693:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da5dd562. 00010000:00000010:0.1:1761122780.015702:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000200:0.0:1761122780.015710:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.015712:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122780.015719:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.015733:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.015762:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bcdfe42a. 02000000:00000010:0.0:1761122780.015767:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009566168b. 00000100:00000010:0.0:1761122780.015771:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.015778:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.015781:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000400:00000200:1.0:1761122780.016165:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.016175:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250ac0 00000400:00000200:1.0:1761122780.016181:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 1640 00000400:00000200:1.0:1761122780.016252:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.016257:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.016262:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.016268:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:3.0:1761122780.016363:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99e9e96. 00000020:00000010:3.0:1761122780.016370:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.016375:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.016398:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643942592/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.016436:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942592 02000000:00000010:3.0:1761122780.016448:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008384a48e. 00010000:00000010:3.0:1761122780.016475:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a61688e. 00010000:00000010:3.0:1761122780.016496:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.016503:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.016520:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.016524:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122780.016538:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.016543:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942592, offset 224 00000400:00000200:3.0:1761122780.016551:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.016563:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.016570:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88899:88899:256:4294967295] 192.168.201.27@tcp LPNI seq info [88899:88899:8:4294967295] 00000400:00000200:3.0:1761122780.016581:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.016586:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.016590:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122780.016596:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.016603:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.016607:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.016635:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.016639:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:3.0:1761122780.016643:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99e9e96. 00000800:00000200:1.0:1761122780.016809:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.016813:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:1.0:1761122780.016818:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.016822:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.016825:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:1.0:1761122780.016827:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00080000:00000010:0.0:1761122780.017125:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcdfe42a. 00010000:00000010:0.0:1761122780.017224:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.017230:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a035109. 00010000:00000010:0.0:1761122780.017301:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122780.017305:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122780.017310:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.017315:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00080000:00000010:0.0:1761122780.017329:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009566168b. 00010000:00000010:0.0:1761122780.017357:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.017361:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122780.017411:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.017415:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.017424:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.017428:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.017434:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.017445:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007e20d0e5. 02000000:00000010:0.0:1761122780.017468:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025e76f07. 00000400:00000010:0.0:1761122780.017473:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.017477:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.017481:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629888, portal 16 00000400:00000010:0.0:1761122780.017485:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122780.017487:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629888, offset 0 00000400:00000200:0.0:1761122780.017492:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.017499:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.017506:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.017510:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.017513:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.017515:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88900:88900:256:4294967295] 192.168.201.27@tcp LPNI seq info [88900:88900:8:4294967295] 00000400:00000200:0.0:1761122780.017522:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.017527:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.017531:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.017535:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.017539:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.017541:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.020836:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.020844:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.020858:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.020868:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.020873:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:1.0:1761122780.020876:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:1.0:1761122780.020888:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.023904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c2745fe. 00010000:00000010:3.1:1761122780.025698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003aabd69. 00010000:00000010:0.1:1761122780.025750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ba3a423. 00010000:00000010:0.1:1761122780.025757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.1:1761122780.025761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122780.025764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000200:1.0:1761122780.034688:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.034709:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204540 00000400:00000200:1.0:1761122780.034719:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebc9 [1] + 224 00000400:00000200:1.0:1761122780.034859:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.034866:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.034878:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.034911:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.034919:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250b00 00000400:00000200:1.0:1761122780.034924:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad4e1 [2] + 1968 00000400:00000010:1.0:1761122780.034929:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000743a0da5. 00000400:00000200:1.0:1761122780.034933:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000005d81e17d 00000400:00000200:1.0:1761122780.034989:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.034993:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.034995:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d81e17d 00000400:00000010:1.0:1761122780.034998:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000005d81e17d (tot 82347202). 00000100:00000200:1.0:1761122780.035005:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122780.035099:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122780.035108:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.035112:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.035150:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8d327f7 x1846669643942656/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122780.035187:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942656 02000000:00000010:2.0:1761122780.035199:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:2.0:1761122780.035237:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.035245:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b7ba664d. 00000100:00000010:2.0:1761122780.035252:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b7ba664d. 00010000:00000010:2.0:1761122780.035255:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.035271:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122780.035277:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942656, offset 224 00000400:00000200:2.0:1761122780.035286:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.035298:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.035304:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88901:88901:256:4294967295] 192.168.201.27@tcp LPNI seq info [88901:88901:8:4294967295] 00000400:00000200:2.0:1761122780.035314:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.035319:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.035324:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347450). 00000800:00000200:2.0:1761122780.035329:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.035336:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.035340:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.035375:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.035380:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.035384:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 02000000:00000010:2.0:1761122780.035392:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008384a48e. 00000100:00000010:2.0:1761122780.035397:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:2.0:1761122780.035401:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:2.0:1761122780.035403:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:2.0:1761122780.035407:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7c423ba. 00000100:00000010:2.0:1761122780.035409:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:2.0:1761122780.035412:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e70d31b. 00000100:00000010:2.0:1761122780.035414:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:2.0:1761122780.035417:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a627d45. 00000100:00000010:2.0:1761122780.035419:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 02000000:00000010:2.0:1761122780.035422:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d2f1aa6. 00000100:00000010:2.0:1761122780.035424:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000200:2.0:1761122780.035430:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122780.035435:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d83f086b. 00000400:00000010:2.0:1761122780.035439:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b7ba664d (tot 82347602). 00000800:00000200:1.0:1761122780.035508:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.035512:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122780.035517:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.035522:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122780.035524:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.035530:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.035532:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000400:00000200:1.0:1761122780.035537:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000100:00000200:0.0:1761122780.035540:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.035541:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:0.0:1761122780.035551:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122780.035573:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b9633df1. 02000000:00000010:0.0:1761122780.035588:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025e76f07. 02000000:00000010:0.0:1761122780.035593:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007e20d0e5. 00000100:00000010:0.0:1761122780.035597:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.035602:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.035605:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00080000:00000010:0.0:1761122780.035620:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e20d0e5. 00010000:00000010:0.0:1761122780.035742:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.035748:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b5f1360. 00010000:00000010:0.0:1761122780.035823:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.035829:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.035839:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.035843:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.035849:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.035858:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025e76f07. 02000000:00000010:0.0:1761122780.035879:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b87068d. 00000400:00000010:0.0:1761122780.035884:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.035887:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.035890:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643629952, portal 16 00000400:00000010:0.0:1761122780.035894:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122780.035895:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643629952, offset 0 00000400:00000200:0.0:1761122780.035901:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.036125:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.036143:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.036146:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.036149:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.036152:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88902:88902:255:4294967295] 192.168.201.27@tcp LPNI seq info [88902:88902:7:4294967295] 00000400:00000200:0.0:1761122780.036161:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.036165:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.036169:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.036173:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.036178:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.036180:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 02000000:00000010:1.0:1761122780.037341:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2065363. 00000800:00000200:1.0:1761122780.039052:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.039058:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.039072:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.039081:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.039086:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:1.0:1761122780.039089:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:1.0:1761122780.039099:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643629952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.043149:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.043173:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204580 00000400:00000200:1.0:1761122780.043183:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebd9 [1] + 224 00000400:00000200:1.0:1761122780.043202:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.043206:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.043219:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643629952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.045126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a86c60. 00000400:00000010:0.0:1761122780.045171:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.045176:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.045179:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122780.045191:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643629952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.045200:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643629952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.045231:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b87068d. 02000000:00000010:0.0:1761122780.045237:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025e76f07. 00000100:00000010:0.0:1761122780.045241:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.045249:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.045252:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00010000:00000010:0.1:1761122780.048713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0ff9351. 00010000:00000010:0.1:1761122780.048730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:1.0:1761122780.051790:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.051811:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250b40 00000400:00000200:1.0:1761122780.051819:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 0 00000400:00000200:1.0:1761122780.051888:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.051893:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.051900:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.051908:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:2.0:1761122780.053758:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.053769:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.053775:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.053805:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643942720/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.053842:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942720 02000000:00000010:2.0:1761122780.053855:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a627d45. 00010000:00000010:2.0:1761122780.053885:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2373596. 00010000:00000010:2.0:1761122780.053910:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.053919:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.053941:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.053946:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.053959:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122780.053965:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942720, offset 224 00000400:00000200:2.0:1761122780.053974:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.053989:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.053996:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88903:88903:256:4294967295] 192.168.201.27@tcp LPNI seq info [88903:88903:8:4294967295] 00080000:00000010:0.0:1761122780.054000:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e76f07. 00000400:00000200:2.0:1761122780.054008:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.054016:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.054021:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.054027:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.054035:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.054039:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.054066:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.054071:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.054075:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00010000:00000010:0.0:1761122780.054087:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.054095:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068bbcba0. 00010000:00000010:0.0:1761122780.054188:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.054194:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.054206:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.054210:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.054217:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.054227:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b87068d. 02000000:00000010:0.0:1761122780.054250:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f66afd32. 00000400:00000010:0.0:1761122780.054255:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.054260:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.054266:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630016, portal 16 00000400:00000010:0.0:1761122780.054270:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122780.054273:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630016, offset 0 00000400:00000200:0.0:1761122780.054279:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.054286:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.054292:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.054296:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.054299:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.054302:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88904:88904:255:4294967295] 192.168.201.27@tcp LPNI seq info [88904:88904:7:4294967295] 00000400:00000200:0.0:1761122780.054311:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.054316:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.054320:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.054325:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.054329:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.054332:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.054347:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.054352:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:1.0:1761122780.054357:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.054362:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.054366:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122780.054368:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000800:00000200:1.0:1761122780.054399:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.054401:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.054409:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.054412:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.054414:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:1.0:1761122780.054416:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:1.0:1761122780.054422:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643630016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.062706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa65a498. 00010000:00000010:0.1:1761122780.062725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:2.1:1761122780.065455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060c3f1a6. 00000400:00000200:1.0:1761122780.066713:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.066734:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482045c0 00000400:00000200:1.0:1761122780.066743:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebe5 [1] + 224 00000400:00000200:1.0:1761122780.066755:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.066758:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.066769:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643630016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.066795:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.066800:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250b80 00000400:00000200:1.0:1761122780.066804:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 328 00000400:00000200:1.0:1761122780.067100:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.067105:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.067110:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.067115:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000400:00000010:0.0:1761122780.067223:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.067229:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.067231:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122780.067238:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643630016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.067246:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643630016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.067276:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f66afd32. 02000000:00000010:0.0:1761122780.067281:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b87068d. 00000100:00000010:0.0:1761122780.067284:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.067291:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.067294:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00000020:00000010:3.0:1761122780.067425:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99e9e96. 00000020:00000010:3.0:1761122780.067432:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.067436:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.067460:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643942784/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.067496:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942784 02000000:00000010:3.0:1761122780.067508:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007e70d31b. 00010000:00000010:3.0:1761122780.067535:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098832385. 00010000:00000010:3.0:1761122780.067558:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.067565:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.067581:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.067585:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122780.067599:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122780.067603:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942784, offset 224 00000400:00000200:3.0:1761122780.067611:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.067623:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.067628:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88905:88905:256:4294967295] 192.168.201.27@tcp LPNI seq info [88905:88905:8:4294967295] 00000400:00000200:3.0:1761122780.067639:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.067645:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.067650:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.067694:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.067701:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.067704:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.067719:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.067723:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:3.0:1761122780.067727:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99e9e96. 00080000:00000010:0.0:1761122780.067784:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b87068d. 00010000:00000010:0.0:1761122780.067867:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.067874:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008749cbc2. 00010000:00000010:0.0:1761122780.067960:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.067967:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.067977:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.067981:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.067986:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.067996:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f66afd32. 02000000:00000010:0.0:1761122780.068019:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d49c6cd. 00000400:00000010:0.0:1761122780.068024:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.068027:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.068032:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630080, portal 16 00000400:00000010:0.0:1761122780.068036:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122780.068038:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630080, offset 0 00000400:00000200:0.0:1761122780.068044:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.068051:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.068058:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.068062:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.068065:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.068067:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88906:88906:255:4294967295] 192.168.201.27@tcp LPNI seq info [88906:88906:7:4294967295] 00000400:00000200:0.0:1761122780.068075:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.068079:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.068082:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.068085:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.068090:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.068092:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.070028:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.070035:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347602). 00000400:00000200:1.0:1761122780.070043:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.070050:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.070055:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:1.0:1761122780.070057:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000800:00000200:1.0:1761122780.070149:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.070151:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.070159:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.070163:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.070165:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:1.0:1761122780.070166:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:1.0:1761122780.070173:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643630080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.072920:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.072942:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204600 00000400:00000200:1.0:1761122780.072963:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebf1 [1] + 224 00000400:00000200:1.0:1761122780.072980:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.072984:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.072995:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643630080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.075543:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.075557:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250bc0 00000400:00000200:1.0:1761122780.075564:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 656 00000400:00000200:1.0:1761122780.075626:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.075632:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.075640:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.075646:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:3.0:1761122780.075818:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e99e9e96. 00000020:00000010:3.0:1761122780.075826:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.075830:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.075855:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643942848/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.075883:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942848 02000000:00000010:3.0:1761122780.075893:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008384a48e. 00010000:00000010:3.0:1761122780.075931:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.075939:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.075945:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.075949:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122780.075962:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122780.075966:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942848, offset 224 00000400:00000200:3.0:1761122780.075974:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.075985:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.075990:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88907:88907:256:4294967295] 192.168.201.27@tcp LPNI seq info [88907:88907:8:4294967295] 00000400:00000200:3.0:1761122780.076000:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.076005:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.076010:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.076016:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.076023:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.076027:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.076044:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.076048:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:3.0:1761122780.076051:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e99e9e96. 00000400:00000010:0.0:1761122780.076350:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.076356:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.076358:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122780.076366:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643630080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.076376:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643630080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122780.076398:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000888564b8. 02000000:00000010:0.0:1761122780.076416:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d49c6cd. 02000000:00000010:0.0:1761122780.076420:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f66afd32. 00000100:00000010:0.0:1761122780.076424:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.076430:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.076433:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00080000:00000010:0.0:1761122780.076449:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f66afd32. 00010000:00000010:0.0:1761122780.076533:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.076539:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c28ca89. 00010000:00000010:0.0:1761122780.076615:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122780.076621:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.076631:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000038c9438f. 00000100:00000010:0.0:1761122780.076634:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.076640:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.076649:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d49c6cd. 00000800:00000200:1.0:1761122780.076790:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.076794:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:1.0:1761122780.076799:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.076804:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.076806:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:1.0:1761122780.076808:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 02000000:00000010:1.0:1761122780.077751:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fbc1228. 00000400:00000010:1.0:1761122780.077758:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122780.077763:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122780.077767:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630144, portal 16 00000400:00000010:1.0:1761122780.077773:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122780.077775:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630144, offset 0 00000400:00000200:1.0:1761122780.077781:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.077790:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.077797:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.077800:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.077803:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.077806:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88908:88908:256:4294967295] 192.168.201.27@tcp LPNI seq info [88908:88908:8:4294967295] 00000400:00000200:1.0:1761122780.077814:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.077819:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.077822:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.077827:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.077832:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.077835:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.078457:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.078462:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.078481:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.078485:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.078488:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:2.0:1761122780.078489:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000100:00000200:2.0:1761122780.078496:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643630144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.081811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44959dc. 00010000:00000010:0.1:1761122780.081825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:3.1:1761122780.081892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006601953b. 00000400:00000200:1.0:1761122780.083773:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.083792:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204640 00000400:00000200:1.0:1761122780.083801:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaebfd [1] + 224 00000400:00000200:1.0:1761122780.083812:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.083816:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.083827:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643630144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.083869:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.083875:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250c00 00000400:00000200:1.0:1761122780.083881:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 984 00000400:00000200:1.0:1761122780.084229:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.084235:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.084239:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.084246:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000020:00000010:2.0:1761122780.085183:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.085192:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.085196:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.085221:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643942912/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.085263:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942912 02000000:00000010:2.0:1761122780.085275:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7c423ba. 00010000:00000010:2.0:1761122780.085314:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.085321:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.085328:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.085332:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.085551:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122780.085556:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942912, offset 224 00000400:00000200:2.0:1761122780.085563:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.085576:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.085584:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88909:88909:256:4294967295] 192.168.201.27@tcp LPNI seq info [88909:88909:8:4294967295] 00000400:00000200:2.0:1761122780.085594:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.085598:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.085603:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.085608:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.085615:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.085619:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.085646:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.085651:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.085678:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00000400:00000010:3.0:1761122780.086921:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069e02273. 00000400:00000200:3.0:1761122780.086929:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:3.0:1761122780.086932:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000100:00000200:3.0:1761122780.086942:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643630144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.086953:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643630144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122780.086979:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090725086. 02000000:00000010:3.0:1761122780.086996:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fbc1228. 02000000:00000010:3.0:1761122780.087001:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d49c6cd. 00000100:00000010:3.0:1761122780.087005:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:3.0:1761122780.087013:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:3.0:1761122780.087015:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000038c9438f. 00080000:00000010:3.0:1761122780.087036:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e99e9e96. 00010000:00000010:3.0:1761122780.087191:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:3.0:1761122780.087198:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067ad2d39. 00010000:00000010:3.0:1761122780.087267:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.087270:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122780.087276:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.087281:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00080000:00000010:3.0:1761122780.087294:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b752339. 00010000:00000010:3.0:1761122780.087317:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.087321:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122780.087370:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122780.087374:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.087382:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.087388:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.087395:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.087407:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a6c4be1. 02000000:00000010:3.0:1761122780.087432:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009473e008. 00000400:00000010:3.0:1761122780.087438:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.087442:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.087447:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630208, portal 16 00000400:00000010:3.0:1761122780.087452:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122780.087454:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630208, offset 0 00000400:00000200:3.0:1761122780.087460:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.087470:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.087476:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.087479:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.087482:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.087485:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88910:88910:255:4294967295] 192.168.201.27@tcp LPNI seq info [88910:88910:7:4294967295] 00000400:00000200:3.0:1761122780.087495:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.087500:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.087504:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347850). 00000800:00000200:3.0:1761122780.087509:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.087515:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.087519:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.087725:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.087729:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:1.0:1761122780.087734:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.087739:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.087742:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122780.087743:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000800:00000200:1.0:1761122780.088315:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.088319:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:1.0:1761122780.088325:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.088329:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.088332:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:1.0:1761122780.088334:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:1.0:1761122780.088339:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643630208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.090304:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006278fe63. 00010000:00000010:0.1:1761122780.090316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2726734. 00010000:00000010:0.1:1761122780.090320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000200:2.0:1761122780.090367:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.090382:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204680 00000400:00000200:2.0:1761122780.090389:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec09 [1] + 224 00000400:00000200:2.0:1761122780.090401:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.090404:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.090411:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643630208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.090637:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:3.0:1761122780.090642:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:3.0:1761122780.090644:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:3.0:1761122780.090650:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643630208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.090733:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643630208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.090762:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009473e008. 02000000:00000010:3.0:1761122780.090767:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a6c4be1. 00000100:00000010:3.0:1761122780.090771:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.090775:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.090780:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000200:1.0:1761122780.091180:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.091190:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250c40 00000400:00000200:1.0:1761122780.091195:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 1312 00000400:00000200:1.0:1761122780.091613:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.091620:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.091625:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.091630:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:0.0:1761122780.092394:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008963d62d. 00000020:00000010:0.0:1761122780.092404:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.092410:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.092436:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643942976/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.092475:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643942976 02000000:00000010:0.0:1761122780.092488:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d49c6cd. 00010000:00000010:0.0:1761122780.092515:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8d12788. 00010000:00000010:0.0:1761122780.092537:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.092545:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.092818:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.092823:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.092838:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.092842:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643942976, offset 224 00000400:00000200:0.0:1761122780.092850:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.092862:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.092867:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88911:88911:256:4294967295] 192.168.201.27@tcp LPNI seq info [88911:88911:8:4294967295] 00000400:00000200:0.0:1761122780.092878:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.092884:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.092889:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.092895:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.092902:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.092906:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122780.092968:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009473e008. 00010000:00000010:3.0:1761122780.093048:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.093055:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a15e0907. 00010000:00000010:3.0:1761122780.093187:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.093194:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.093204:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.093208:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.093215:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.093226:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054a16185. 02000000:00000010:3.0:1761122780.093250:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a6c4be1. 00000400:00000010:3.0:1761122780.093256:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.093260:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.093265:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630272, portal 16 00000400:00000010:3.0:1761122780.093270:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122780.093272:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630272, offset 0 00000400:00000200:3.0:1761122780.093277:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.093284:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.093290:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.093293:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.093296:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.093299:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88912:88912:255:4294967295] 192.168.201.27@tcp LPNI seq info [88912:88912:7:4294967295] 00000400:00000200:3.0:1761122780.093307:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.093312:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.093315:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347850). 00000800:00000200:3.0:1761122780.093319:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.093323:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.093326:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.093960:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.093967:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.093971:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008963d62d. 00010000:00000010:3.1:1761122780.094144:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f929ff. 00010000:00000010:3.1:1761122780.094151:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005c82eeb. 00010000:00000010:3.1:1761122780.094155:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:3.1:1761122780.094159:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122780.094161:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000800:00000200:1.0:1761122780.094256:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.094260:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:1.0:1761122780.094269:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.094275:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.094279:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:1.0:1761122780.094282:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000800:00000200:1.0:1761122780.094350:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.094352:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:1.0:1761122780.094356:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.094360:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.094362:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:1.0:1761122780.094363:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:1.0:1761122780.094369:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643630272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.097999:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.098021:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482046c0 00000400:00000200:2.0:1761122780.098030:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec15 [1] + 224 00000400:00000200:2.0:1761122780.098046:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.098050:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.098061:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643630272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.098733:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:3.0:1761122780.098740:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:3.0:1761122780.098743:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:3.0:1761122780.098751:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643630272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.098760:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643630272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.098792:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a6c4be1. 02000000:00000010:3.0:1761122780.098798:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054a16185. 00000100:00000010:3.0:1761122780.098802:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.098806:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.098811:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000200:1.0:1761122780.100717:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.100737:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250c80 00000400:00000200:1.0:1761122780.100744:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 1640 00000400:00000200:1.0:1761122780.100810:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.100815:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.100822:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.100828:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:0.0:1761122780.101581:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008963d62d. 00000020:00000010:0.0:1761122780.101589:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.101594:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.101621:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643943040/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.101677:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943040 02000000:00000010:0.0:1761122780.101689:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bc4c5f78. 00010000:00000010:0.0:1761122780.101718:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdf39f92. 00010000:00000010:0.0:1761122780.101739:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.101746:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.101760:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.101764:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.101778:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122780.101783:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943040, offset 224 00000400:00000200:0.0:1761122780.101792:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.101803:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.101810:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88913:88913:256:4294967295] 192.168.201.27@tcp LPNI seq info [88913:88913:8:4294967295] 00000400:00000200:0.0:1761122780.101820:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.101826:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.101832:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.101839:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.101847:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00080000:00000010:3.0:1761122780.101849:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a6c4be1. 00000800:00000200:0.0:1761122780.101851:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.101868:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.101873:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.101876:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008963d62d. 00010000:00000010:3.0:1761122780.101936:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.101943:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c44aef3. 00010000:00000010:3.0:1761122780.102029:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.102035:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.102047:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.102051:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.102057:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.102069:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054a16185. 02000000:00000010:3.0:1761122780.102093:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9dfea7d. 00000400:00000010:3.0:1761122780.102099:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.102103:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.102108:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630336, portal 16 00000400:00000010:3.0:1761122780.102112:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122780.102114:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630336, offset 0 00000400:00000200:3.0:1761122780.102120:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.102127:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.102147:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.102150:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.102154:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.102156:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88914:88914:255:4294967295] 192.168.201.27@tcp LPNI seq info [88914:88914:7:4294967295] 00000400:00000200:3.0:1761122780.102164:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.102169:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.102173:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347850). 00000800:00000200:3.0:1761122780.102177:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.102181:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.102184:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.102779:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.102783:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:1.0:1761122780.102792:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.102797:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.102800:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:1.0:1761122780.102802:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000800:00000200:1.0:1761122780.102853:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.102855:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:1.0:1761122780.102859:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.102863:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.102865:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:1.0:1761122780.102866:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:1.0:1761122780.102871:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643630336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.106332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057287613. 00010000:00000010:3.1:1761122780.107969:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b32d9ed. 00010000:00000010:3.1:1761122780.107981:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00000400:00000200:2.0:1761122780.108809:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.108828:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204700 00000400:00000200:2.0:1761122780.108836:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec21 [1] + 224 00000400:00000200:2.0:1761122780.108848:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.108852:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.108862:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643630336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.108896:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.108901:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250cc0 00000400:00000200:2.0:1761122780.108906:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad531 [2] + 1968 00000400:00000010:2.0:1761122780.108910:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122780.108913:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000462412c 00000400:00000200:2.0:1761122780.108970:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.108974:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.108977:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000462412c 00000400:00000010:2.0:1761122780.108979:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000462412c (tot 82347202). 00000100:00000200:2.0:1761122780.108984:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761122780.109065:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:3.0:1761122780.109069:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:3.0:1761122780.109071:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:3.0:1761122780.109077:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643630336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.109084:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643630336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.109113:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9dfea7d. 02000000:00000010:3.0:1761122780.109119:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054a16185. 00000100:00000010:3.0:1761122780.109124:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.109129:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.109145:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000020:00000010:1.0:1761122780.109232:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000536de5ac. 00000020:00000010:1.0:1761122780.109464:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.109470:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122780.109497:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005577489b x1846669643943104/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.109532:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943104 02000000:00000010:1.0:1761122780.109543:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000664a5417. 00010000:00000010:1.0:1761122780.109582:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002f831fc8. 00010000:00000010:1.0:1761122780.109603:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122780.109610:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bfe9f549. 00000100:00000010:1.0:1761122780.109623:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bfe9f549. 00010000:00000010:1.0:1761122780.109627:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122780.109718:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122780.109723:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943104, offset 224 00000400:00000200:1.0:1761122780.109732:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.109743:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.109748:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88915:88915:256:4294967295] 192.168.201.27@tcp LPNI seq info [88915:88915:8:4294967295] 00000400:00000200:1.0:1761122780.109757:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.109762:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.109769:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347450). 00000800:00000200:1.0:1761122780.109774:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.109781:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.109785:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.109810:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.109815:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:1.0:1761122780.109818:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000536de5ac. 02000000:00000010:1.0:1761122780.109826:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bc4c5f78. 00000100:00000010:1.0:1761122780.109829:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122780.109833:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d49c6cd. 00000100:00000010:1.0:1761122780.109834:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122780.109839:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7c423ba. 00000100:00000010:1.0:1761122780.109841:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:1.0:1761122780.109843:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008384a48e. 00000100:00000010:1.0:1761122780.109846:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122780.109849:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007e70d31b. 00000100:00000010:1.0:1761122780.109851:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:1.0:1761122780.109854:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a627d45. 00000100:00000010:1.0:1761122780.109856:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000200:1.0:1761122780.109861:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122780.109867:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069e02273. 00000400:00000010:1.0:1761122780.109870:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000bfe9f549 (tot 82347602). 00080000:00000010:3.0:1761122780.110157:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9dfea7d. 00010000:00000010:3.0:1761122780.110245:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.110253:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c6d6bbd. 00000004:00000010:3.0:1761122780.110501:0:77393:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003a864fc7. 00000004:00000010:3.0:1761122780.110513:0:77393:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000062fa25d9. 00000004:00000010:3.0:1761122780.110519:0:77393:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000000249d778. 00080000:00000010:3.0:1761122780.110526:0:77393:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000fe447954. 00000001:00000010:3.0:1761122780.110540:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000047463f30. 00000001:00000010:3.0:1761122780.110562:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000047463f30. 00080000:00000010:3.0:1761122780.110574:0:77393:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000fe447954. 00000004:00000010:3.0:1761122780.110580:0:77393:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000000249d778. 00000004:00000010:3.0:1761122780.110584:0:77393:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000062fa25d9. 00000004:00000010:3.0:1761122780.110587:0:77393:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000003a864fc7. 00010000:00000010:3.0:1761122780.110612:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122780.110618:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.110629:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.110634:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.110640:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.110650:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe447954. 02000000:00000010:3.0:1761122780.110706:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f6cc7c8. 00000400:00000010:3.0:1761122780.110711:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.110715:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.110719:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630400, portal 16 00000400:00000010:3.0:1761122780.110723:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122780.110725:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630400, offset 0 00000400:00000200:3.0:1761122780.110732:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.110740:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.110747:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.110751:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.110753:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.110756:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88916:88916:255:4294967295] 192.168.201.27@tcp LPNI seq info [88916:88916:7:4294967295] 00000400:00000200:3.0:1761122780.110764:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.110768:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.110771:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347850). 00000800:00000200:3.0:1761122780.110775:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.110780:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.110783:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.111762:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.111768:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:2.0:1761122780.111789:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.111794:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.111798:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:2.0:1761122780.111799:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 02000000:00000010:2.0:1761122780.111805:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000664a5417. 00000800:00000200:2.0:1761122780.111873:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.111875:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:2.0:1761122780.111878:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.111882:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.111884:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:2.0:1761122780.111886:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:2.0:1761122780.111892:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643630400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.112905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbc9bd75. 00010000:00000010:3.1:1761122780.112971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cacbad0f. 00010000:00000010:3.1:1761122780.112978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00000400:00000200:1.0:1761122780.119518:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.119539:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204740 00000400:00000200:1.0:1761122780.119548:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec31 [1] + 224 00000400:00000200:1.0:1761122780.119561:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.119565:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.119578:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643630400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.119628:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.119634:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250d00 00000400:00000200:1.0:1761122780.119639:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 0 00000400:00000200:1.0:1761122780.119736:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.119740:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.119745:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.119751:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000400:00000010:3.0:1761122780.121244:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:3.0:1761122780.121251:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:3.0:1761122780.121253:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:3.0:1761122780.121261:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643630400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.121271:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643630400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.121301:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f6cc7c8. 02000000:00000010:3.0:1761122780.121309:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe447954. 00000100:00000010:3.0:1761122780.121312:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.121316:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.121320:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000020:00000010:2.0:1761122780.121932:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.121941:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.121946:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.121972:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643943168/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.122009:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943168 02000000:00000010:2.0:1761122780.122020:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:2.0:1761122780.122049:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af9ff2ff. 00010000:00000010:2.0:1761122780.122073:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.122079:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.122568:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.122573:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.122587:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122780.122592:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943168, offset 224 00000400:00000200:2.0:1761122780.122609:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.122622:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.122628:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88917:88917:256:4294967295] 192.168.201.27@tcp LPNI seq info [88917:88917:8:4294967295] 00000400:00000200:2.0:1761122780.122638:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.122643:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.122649:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.122676:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.122685:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.122689:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1761122780.122689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1611d70. 00000020:00000010:2.0:1761122780.122710:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.122714:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.122718:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00000800:00000200:1.0:1761122780.122804:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.122812:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122780.122817:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.122821:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.122825:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:1.0:1761122780.122826:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00080000:00000010:3.0:1761122780.122855:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe447954. 00010000:00000010:3.0:1761122780.122933:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.122940:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000059467a5. 00010000:00000010:3.0:1761122780.123071:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.123076:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122780.123081:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.123086:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00080000:00000010:3.0:1761122780.123100:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f6cc7c8. 00010000:00000010:3.0:1761122780.123141:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.123145:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089b6ecd0. 00010000:00000010:3.0:1761122780.123191:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122780.123194:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122780.123202:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.123205:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.123212:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.123222:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8c83e17. 02000000:00000010:3.0:1761122780.123242:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea1f1fa3. 00000400:00000010:3.0:1761122780.123246:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.123250:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.123254:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630464, portal 16 00000400:00000010:3.0:1761122780.123258:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122780.123260:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630464, offset 0 00000400:00000200:3.0:1761122780.123265:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.123271:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.123277:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.123280:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.123282:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.123286:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88918:88918:256:4294967295] 192.168.201.27@tcp LPNI seq info [88918:88918:8:4294967295] 00000400:00000200:3.0:1761122780.123293:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.123297:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.123300:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.123304:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.123308:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.123310:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.123478:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.123481:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:2.0:1761122780.123486:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.123490:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.123493:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:2.0:1761122780.123494:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:2.0:1761122780.123499:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643630464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.126415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014dc97e7. 00010000:00000010:3.1:1761122780.126428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:1.0:1761122780.127258:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.127281:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204780 00000400:00000200:1.0:1761122780.127290:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec3d [1] + 224 00000400:00000200:1.0:1761122780.127308:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.127518:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.127975:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643630464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.128176:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.128184:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250d40 00000400:00000200:1.0:1761122780.128190:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 328 00000400:00000200:1.0:1761122780.128252:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.128257:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.128499:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.128506:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000020:00000010:2.0:1761122780.128804:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.128813:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.128818:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.128845:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643943232/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122780.129231:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943232 02000000:00000010:2.0:1761122780.129244:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:2.0:1761122780.129284:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.129292:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.129301:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.129305:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.129319:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122780.129324:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943232, offset 224 00000400:00000200:2.0:1761122780.129333:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.129345:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.129351:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88919:88919:256:4294967295] 192.168.201.27@tcp LPNI seq info [88919:88919:8:4294967295] 00000400:00000200:2.0:1761122780.129369:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.129374:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.129379:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.129385:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.129393:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.129397:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.129413:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.129417:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000800:00000200:1.0:1761122780.130544:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.130550:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122780.130558:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.130565:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.130569:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:1.0:1761122780.130571:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000400:00000010:3.0:1761122780.130726:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:3.0:1761122780.130731:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:3.0:1761122780.130732:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:3.0:1761122780.130739:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643630464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.130749:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643630464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122780.130779:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021fca1d3. 02000000:00000010:3.0:1761122780.130797:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea1f1fa3. 02000000:00000010:3.0:1761122780.130803:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8c83e17. 00000100:00000010:3.0:1761122780.130808:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.130812:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.130816:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000020:00000010:2.0:1761122780.131239:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00010000:00000010:2.1:1761122780.133826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca0db8c0. 00080000:00000010:0.0:1761122780.133889:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc4c5f78. 00010000:00000010:0.0:1761122780.134187:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:0.0:1761122780.134197:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a289caf5. 00010000:00000010:0.0:1761122780.134269:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.134274:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.134286:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.134293:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.134317:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.134331:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d49c6cd. 02000000:00000010:0.0:1761122780.134359:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008963d62d. 00000400:00000010:0.0:1761122780.134445:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.134452:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122780.134459:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630528, portal 16 00000400:00000010:0.0:1761122780.134465:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122780.134468:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630528, offset 0 00000400:00000200:0.0:1761122780.134479:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.134495:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.134502:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.134506:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.134509:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.134512:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88920:88920:256:4294967295] 192.168.201.27@tcp LPNI seq info [88920:88920:8:4294967295] 00000400:00000200:0.0:1761122780.134522:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.134528:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.134532:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.134539:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.134547:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.134551:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122780.134703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4bca04b. 00010000:00000010:3.1:1761122780.134710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:3.1:1761122780.134714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122780.134716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00000800:00000200:2.0:1761122780.135339:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.135343:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.135353:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.135359:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.135795:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:2.0:1761122780.135798:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:2.0:1761122780.135808:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643630528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.139695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f220e40a. 00000400:00000200:1.0:1761122780.140109:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.140127:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482047c0 00000400:00000200:1.0:1761122780.140147:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec49 [1] + 224 00000400:00000200:1.0:1761122780.140165:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.140168:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.140179:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643630528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.140594:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.140611:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122780.140614:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:0.0:1761122780.140623:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643630528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.140632:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643630528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.140681:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008963d62d. 02000000:00000010:0.0:1761122780.140688:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d49c6cd. 00000100:00000010:0.0:1761122780.140692:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:0.0:1761122780.140697:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.140701:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000200:1.0:1761122780.141708:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.141722:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250d80 00000400:00000200:1.0:1761122780.141729:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 656 00000400:00000200:1.0:1761122780.141784:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.141789:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.141794:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.141799:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:2.0:1761122780.142172:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.142180:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.142185:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.143593:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643943296/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.143630:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943296 02000000:00000010:2.0:1761122780.143645:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b035d55. 00010000:00000010:2.0:1761122780.143686:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000016a1131. 00010000:00000010:2.0:1761122780.143711:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.143720:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.143734:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.143738:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.143753:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122780.143758:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943296, offset 224 00080000:00000010:0.0:1761122780.143759:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d49c6cd. 00000400:00000200:2.0:1761122780.143767:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.143780:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.143785:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88921:88921:256:4294967295] 192.168.201.27@tcp LPNI seq info [88921:88921:8:4294967295] 00000400:00000200:2.0:1761122780.143795:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.143800:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.143804:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122780.143810:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.143818:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.143822:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.143840:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00010000:00000010:0.0:1761122780.143842:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00000020:00000010:2.0:1761122780.143846:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00010000:00000010:0.0:1761122780.143851:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a3fe2cf. 00000020:00000010:2.0:1761122780.143853:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00010000:00000010:0.0:1761122780.143934:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.143940:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.143951:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.143955:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.143962:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.143973:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008963d62d. 02000000:00000010:0.0:1761122780.144204:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000052169d6. 00000400:00000010:0.0:1761122780.144211:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.144215:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122780.144220:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630592, portal 16 00000400:00000010:0.0:1761122780.144225:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122780.144227:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630592, offset 0 00000400:00000200:0.0:1761122780.144235:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.144243:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.144250:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.144253:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.144257:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.144261:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88922:88922:255:4294967295] 192.168.201.27@tcp LPNI seq info [88922:88922:7:4294967295] 00000400:00000200:0.0:1761122780.144271:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.144277:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.144281:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.144286:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.144291:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.144294:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.144301:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.144307:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:1.0:1761122780.144312:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.144318:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.144321:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122780.144323:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000800:00000200:1.0:1761122780.144383:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.144385:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.144393:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.144397:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.144399:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:1.0:1761122780.144401:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00000100:00000200:1.0:1761122780.144406:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643630592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.144868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b18ef1f. 00010000:00000010:0.1:1761122780.144877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:2.1:1761122780.149316:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb088593. 00000400:00000200:1.0:1761122780.150488:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.150508:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204800 00000400:00000200:1.0:1761122780.150519:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec55 [1] + 224 00000400:00000200:1.0:1761122780.150531:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.150535:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.150546:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643630592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.150728:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.150736:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250dc0 00000400:00000200:1.0:1761122780.150742:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 984 00000400:00000010:0.0:1761122780.150749:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:1.0:1761122780.150751:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.150756:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000200:1.0:1761122780.150757:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122780.150760:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:0.0:1761122780.150771:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643630592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.150780:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643630592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.150811:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761122780.150813:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000052169d6. 00000100:00000010:1.0:1761122780.150818:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 02000000:00000010:0.0:1761122780.150821:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008963d62d. 00000100:00000010:0.0:1761122780.150829:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:0.0:1761122780.150834:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.150838:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000020:00000010:2.0:1761122780.150906:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.150913:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.150918:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.150942:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643943360/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.150978:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943360 02000000:00000010:2.0:1761122780.150991:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:2.0:1761122780.151019:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca5ec7c9. 00010000:00000010:2.0:1761122780.151040:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.151046:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.151063:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.151066:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.151079:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122780.151084:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943360, offset 224 00000400:00000200:2.0:1761122780.151092:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122780.151101:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000052169d6. 00000400:00000200:2.0:1761122780.151105:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.151111:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88923:88923:256:4294967295] 192.168.201.27@tcp LPNI seq info [88923:88923:8:4294967295] 00000400:00000200:2.0:1761122780.151120:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.151125:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.151145:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.151152:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.151159:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.151164:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761122780.151194:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.151202:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000210d209c. 00000020:00000010:2.0:1761122780.151228:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.151234:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.151238:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00000800:00000200:1.0:1761122780.151349:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.151354:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00010000:00000010:0.0:1761122780.151358:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00000400:00000200:1.0:1761122780.151359:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.151366:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:0.0:1761122780.151366:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00000400:00000200:1.0:1761122780.151369:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:1.0:1761122780.151372:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00010000:00000010:0.0:1761122780.151379:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.151385:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.151391:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.151402:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a664e35b. 02000000:00000010:0.0:1761122780.151425:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008963d62d. 00000400:00000010:0.0:1761122780.151428:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.151432:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122780.151437:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630656, portal 16 00000400:00000010:0.0:1761122780.151441:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.151443:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630656, offset 0 00000400:00000200:0.0:1761122780.151449:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.151456:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.151463:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.151473:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.151476:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.151479:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88924:88924:256:4294967295] 192.168.201.27@tcp LPNI seq info [88924:88924:8:4294967295] 00000400:00000200:0.0:1761122780.151486:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.151491:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.151495:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.151499:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.151504:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.151506:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.152054:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.152058:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.152067:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.152072:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.152074:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:1.0:1761122780.152077:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:1.0:1761122780.152083:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643630656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.152751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061961cf2. 00010000:00000010:0.1:1761122780.152760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:2.1:1761122780.156997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3947fe5. 00000400:00000200:1.0:1761122780.157357:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.157374:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204840 00000400:00000200:1.0:1761122780.157382:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec61 [1] + 224 00000400:00000200:1.0:1761122780.157398:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.157403:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.157413:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643630656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.157475:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000828a2384. 00000400:00000200:0.0:1761122780.157481:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122780.157484:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:0.0:1761122780.157492:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643630656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.157501:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643630656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.157537:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008963d62d. 02000000:00000010:0.0:1761122780.157544:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a664e35b. 00000100:00000010:0.0:1761122780.157548:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:0.0:1761122780.157553:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.157556:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000200:1.0:1761122780.157647:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.157668:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250e00 00000400:00000200:1.0:1761122780.157673:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 1312 00000400:00000200:1.0:1761122780.157724:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.157727:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.157732:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.157736:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:2.0:1761122780.158457:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.158465:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.158470:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.158498:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643943424/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122780.158537:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943424 02000000:00000010:2.0:1761122780.158561:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000add3157c. 00010000:00000010:2.0:1761122780.158591:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ab8bec7. 00010000:00000010:2.0:1761122780.158613:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.158620:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.158640:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.158644:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.158676:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122780.158681:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943424, offset 224 00000400:00000200:2.0:1761122780.158689:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.158701:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.158707:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88925:88925:256:4294967295] 192.168.201.27@tcp LPNI seq info [88925:88925:8:4294967295] 00000400:00000200:2.0:1761122780.158717:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.158723:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.158727:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122780.158734:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.158741:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.158745:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.158772:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.158776:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.158780:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00080000:00000010:1.0:1761122780.158971:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000536de5ac. 00010000:00000010:1.0:1761122780.159295:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:1.0:1761122780.159303:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017af73bc. 00010000:00000010:1.0:1761122780.159380:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.0:1761122780.159387:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.159398:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122780.159403:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.159410:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122780.159421:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000664a5417. 02000000:00000010:1.0:1761122780.159445:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fbc1228. 00000400:00000010:1.0:1761122780.159451:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000743a0da5. 00000400:00000010:1.0:1761122780.159456:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122780.159460:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630720, portal 16 00000400:00000010:1.0:1761122780.159465:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122780.159467:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630720, offset 0 00000400:00000200:1.0:1761122780.159472:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.159478:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.159483:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.159487:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.159490:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.159492:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88926:88926:255:4294967295] 192.168.201.27@tcp LPNI seq info [88926:88926:7:4294967295] 00000400:00000200:1.0:1761122780.159499:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.159504:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.159507:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122780.159511:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.159515:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.159518:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.159614:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.159618:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347602). 00000400:00000200:3.0:1761122780.159622:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.159626:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.159630:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:3.0:1761122780.159632:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000800:00000200:3.0:1761122780.159720:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.159722:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.159740:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.159743:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.159745:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:3.0:1761122780.159747:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000100:00000200:3.0:1761122780.159753:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b146f16 x1846669643630720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.160698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009afbdea1. 00010000:00000010:0.1:1761122780.160708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:1.0:1761122780.162712:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.162731:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204880 00000400:00000200:1.0:1761122780.162740:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec6d [1] + 224 00000400:00000200:1.0:1761122780.162755:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.162759:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.162769:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b146f16 x1846669643630720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.162838:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000743a0da5. 00000400:00000200:0.0:1761122780.162843:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122780.162845:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000100:00000200:0.0:1761122780.162853:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643630720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.162862:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643630720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.163093:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fbc1228. 02000000:00000010:0.0:1761122780.163100:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000664a5417. 00000100:00000010:0.0:1761122780.163103:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:0.0:1761122780.163107:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:0.0:1761122780.163112:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000200:1.0:1761122780.164639:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.164685:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250e40 00000400:00000200:1.0:1761122780.164692:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 1640 00000400:00000200:1.0:1761122780.164746:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.164750:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.164755:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.164760:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00010000:00000010:2.1:1761122780.164862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007355a7f9. 00000020:00000010:2.0:1761122780.165106:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:2.0:1761122780.165112:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.165116:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.165148:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643943488/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.165171:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943488 02000000:00000010:2.0:1761122780.165181:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa6a4c65. 00010000:00000010:2.0:1761122780.165205:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039b5e739. 00010000:00000010:2.0:1761122780.165224:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.165230:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.165448:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.165452:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000010:2.0:1761122780.165468:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122780.165474:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943488, offset 224 00000400:00000200:2.0:1761122780.165481:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.165492:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.165498:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88927:88927:256:4294967295] 192.168.201.27@tcp LPNI seq info [88927:88927:8:4294967295] 00000400:00000200:2.0:1761122780.165507:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.165512:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.165517:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122780.165523:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.165530:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.165533:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.165562:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.165566:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.165569:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00080000:00000010:1.0:1761122780.165756:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3b09bcd. 00010000:00000010:1.0:1761122780.165833:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.165840:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009207f400. 00010000:00000010:1.0:1761122780.165954:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e67b0c3e. 00010000:00000010:1.0:1761122780.165959:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122780.165964:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122780.165968:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00080000:00000010:1.0:1761122780.165980:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000023af573. 00010000:00000010:1.0:1761122780.166009:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.166012:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122780.166062:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122780.166066:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.166074:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e233872b. 00000100:00000010:1.0:1761122780.166078:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000083a4d8f. 00000100:00000010:1.0:1761122780.166087:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122780.166097:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000401e654c. 02000000:00000010:1.0:1761122780.166121:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000664a5417. 00000400:00000010:1.0:1761122780.166127:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320e45f6. 00000400:00000010:1.0:1761122780.166142:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122780.166148:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630784, portal 16 00000400:00000010:1.0:1761122780.166152:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122780.166154:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630784, offset 0 00000400:00000200:1.0:1761122780.166159:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.166166:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.166172:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.166175:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.166178:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.166180:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88928:88928:255:4294967295] 192.168.201.27@tcp LPNI seq info [88928:88928:7:4294967295] 00000400:00000200:1.0:1761122780.166186:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.166190:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.166194:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122780.166198:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.166203:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.166205:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.166408:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.166412:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347602). 00000400:00000200:3.0:1761122780.166417:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.166421:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.166425:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:3.0:1761122780.166427:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000800:00000200:3.0:1761122780.166481:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.166484:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.166502:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.166506:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.166508:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:3.0:1761122780.166510:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00000100:00000200:3.0:1761122780.166515:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643630784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.168925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8040c4. 00010000:00000010:1.1:1761122780.168937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000400:00000200:1.0:1761122780.169958:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.169977:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482048c0 00000400:00000200:1.0:1761122780.169985:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec79 [1] + 224 00000400:00000200:1.0:1761122780.169998:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.170002:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.170012:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643630784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.170846:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000320e45f6. 00000400:00000200:0.0:1761122780.170854:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:0.0:1761122780.170856:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000400:00000200:1.0:1761122780.170861:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000100:00000200:0.0:1761122780.170863:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643630784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.170869:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250e80 00000100:00000200:0.0:1761122780.170872:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643630784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.170874:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad591 [2] + 1968 00000400:00000010:1.0:1761122780.170878:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c517c7d. 00000400:00000200:1.0:1761122780.170880:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000c4df03e 02000000:00000010:0.0:1761122780.170907:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000664a5417. 02000000:00000010:0.0:1761122780.171112:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000401e654c. 00000100:00000010:0.0:1761122780.171116:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:0.0:1761122780.171120:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000083a4d8f. 00010000:00000010:0.0:1761122780.171125:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e233872b. 00000400:00000200:1.0:1761122780.171154:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.171158:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.171162:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000c4df03e 00000400:00000010:1.0:1761122780.171164:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000c4df03e (tot 82347202). 00000100:00000200:1.0:1761122780.171170:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122780.171218:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008963d62d. 00000020:00000010:0.0:1761122780.171226:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.171231:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.171257:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e0b43576 x1846669643943552/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.171336:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943552 02000000:00000010:0.0:1761122780.171349:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a664e35b. 00010000:00000010:0.0:1761122780.171377:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8a998c2. 00010000:00000010:0.0:1761122780.172371:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.172381:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c5d6a26. 00000100:00000010:0.0:1761122780.172394:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c5d6a26. 00010000:00000010:0.0:1761122780.172398:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.172414:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122780.172419:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943552, offset 224 00000400:00000200:0.0:1761122780.172429:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.172441:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.172446:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88929:88929:256:4294967295] 192.168.201.27@tcp LPNI seq info [88929:88929:8:4294967295] 00000400:00000200:0.0:1761122780.172457:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.172462:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.172467:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347450). 00000800:00000200:0.0:1761122780.172472:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.172479:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.172482:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.172506:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.172511:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.172514:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008963d62d. 02000000:00000010:0.0:1761122780.172523:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa6a4c65. 00000100:00000010:0.0:1761122780.172525:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:0.0:1761122780.172528:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000add3157c. 00000100:00000010:0.0:1761122780.172530:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:0.0:1761122780.172534:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:0.0:1761122780.172536:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:0.0:1761122780.172538:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b035d55. 00000100:00000010:0.0:1761122780.172540:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122780.172543:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:0.0:1761122780.172545:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:0.0:1761122780.172558:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:0.0:1761122780.172560:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000200:0.0:1761122780.172568:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122780.172573:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000828a2384. 00000400:00000010:0.0:1761122780.172577:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009c5d6a26 (tot 82347602). 00080000:00000010:1.0:1761122780.172586:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fbc1228. 00010000:00000010:1.0:1761122780.172679:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.172686:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001c303b1f. 00000800:00000200:2.0:1761122780.172723:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.172727:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.172736:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.172741:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.172744:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:2.0:1761122780.172746:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 02000000:00000010:2.0:1761122780.172752:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a664e35b. 00010000:00000010:1.0:1761122780.172936:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122780.172944:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.172954:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005eed051b. 00000100:00000010:1.0:1761122780.172958:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000083a4d8f. 00000100:00000010:1.0:1761122780.172965:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 02000000:00000010:1.0:1761122780.172977:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000401e654c. 02000000:00000010:1.0:1761122780.173005:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000664a5417. 00000400:00000010:1.0:1761122780.173009:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c517c7d. 00000400:00000010:1.0:1761122780.173013:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122780.173016:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630848, portal 16 00000400:00000010:1.0:1761122780.173020:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122780.173022:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630848, offset 0 00000400:00000200:1.0:1761122780.173027:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.173033:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.173039:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.173042:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.173045:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.173047:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88930:88930:256:4294967295] 192.168.201.27@tcp LPNI seq info [88930:88930:8:4294967295] 00000400:00000200:1.0:1761122780.173054:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.173059:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.173062:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.173066:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.173070:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.173072:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.174741:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.174749:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:0.0:1761122780.174771:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.174778:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.174782:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:0.0:1761122780.174783:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:0.0:1761122780.174790:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643630848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.176226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000422bf450. 00000400:00000200:1.0:1761122780.176986:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.177004:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204900 00000400:00000200:1.0:1761122780.177012:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec89 [1] + 224 00000400:00000200:1.0:1761122780.177028:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.177032:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.177042:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643630848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.177567:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c517c7d. 00000400:00000200:0.0:1761122780.177574:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:0.0:1761122780.177576:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 00000100:00000200:0.0:1761122780.177584:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fd2084 x1846669643630848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.177592:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2fd2084 x1846669643630848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.177596:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.177605:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250ec0 00000400:00000200:2.0:1761122780.177610:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 0 02000000:00000010:0.0:1761122780.177627:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000664a5417. 02000000:00000010:0.0:1761122780.177633:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000401e654c. 00000100:00000010:0.0:1761122780.177637:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 00000100:00000010:0.0:1761122780.177642:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000083a4d8f. 00010000:00000010:0.0:1761122780.177646:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005eed051b. 00000400:00000200:2.0:1761122780.177676:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.177681:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.177685:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.177690:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:0.0:1761122780.177731:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:0.0:1761122780.177739:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.177743:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.177767:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643943616/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.177802:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943616 02000000:00000010:0.0:1761122780.177814:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008963d62d. 00010000:00000010:0.0:1761122780.177840:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074e6dc0d. 00010000:00000010:0.0:1761122780.177859:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.177865:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.177877:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.177880:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.177892:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122780.177896:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943616, offset 224 00000400:00000200:0.0:1761122780.177904:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.177914:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.177920:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88931:88931:256:4294967295] 192.168.201.27@tcp LPNI seq info [88931:88931:8:4294967295] 00000400:00000200:0.0:1761122780.177930:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.177935:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.177940:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.177946:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.177954:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.177957:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.177982:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.177987:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.177990:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00000800:00000200:2.0:1761122780.178038:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.178042:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.178050:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.178054:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.178058:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:2.0:1761122780.178059:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00080000:00000010:1.0:1761122780.178216:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000401e654c. 00010000:00000010:1.0:1761122780.178300:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.178307:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069cde464. 00010000:00000010:1.0:1761122780.178407:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122780.178413:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.178423:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.178427:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.178433:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.178442:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000664a5417. 02000000:00000010:1.0:1761122780.178466:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007e70d31b. 00000400:00000010:1.0:1761122780.178472:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da0a3b0b. 00000400:00000010:1.0:1761122780.178476:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.178480:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630912, portal 16 00000400:00000010:1.0:1761122780.178485:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122780.178487:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630912, offset 0 00000400:00000200:1.0:1761122780.178492:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.178499:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.178505:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.178509:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.178512:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.178514:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88932:88932:256:4294967295] 192.168.201.27@tcp LPNI seq info [88932:88932:8:4294967295] 00000400:00000200:1.0:1761122780.178521:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.178525:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.178529:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.178533:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.178537:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.178540:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.178803:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.178805:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.178831:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.178835:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.178838:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:2.0:1761122780.178839:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:2.0:1761122780.178845:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643630912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.178924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9273cb. 00010000:00000010:1.1:1761122780.178966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbbb9fc6. 00010000:00000010:1.1:1761122780.178984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.1:1761122780.178988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b0c3e. 00010000:00000010:1.1:1761122780.178991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:2.0:1761122780.181147:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.181166:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204940 00000400:00000200:2.0:1761122780.181174:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaec95 [1] + 224 00000400:00000200:2.0:1761122780.181198:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.181202:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.181211:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643630912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.181738:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.181746:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250f00 00000400:00000200:2.0:1761122780.181752:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 328 00000400:00000200:2.0:1761122780.181816:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.181820:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.181825:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.181831:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 00000020:00000010:0.0:1761122780.182060:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:0.0:1761122780.182068:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.182072:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.182097:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071e67e1e x1846669643943680/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.182179:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943680 00000400:00000010:1.0:1761122780.182293:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da0a3b0b. 00000400:00000200:1.0:1761122780.182298:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122780.182300:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.182306:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643630912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.182314:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643630912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.182340:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007e70d31b. 02000000:00000010:1.0:1761122780.182346:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000664a5417. 00000100:00000010:1.0:1761122780.182349:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.182353:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.182357:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 02000000:00000010:0.0:1761122780.182415:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2916892. 00010000:00000010:0.0:1761122780.182441:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009eb11682. 00010000:00000010:0.0:1761122780.182463:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.182468:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.182486:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.182489:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00080000:00000010:1.0:1761122780.182536:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e70d31b. 00010000:00000010:1.0:1761122780.182609:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00000400:00000010:0.0:1761122780.182609:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122780.182613:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943680, offset 224 00010000:00000010:1.0:1761122780.182615:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ade8b85c. 00000400:00000200:0.0:1761122780.182620:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.182630:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.182635:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88933:88933:256:4294967295] 192.168.201.27@tcp LPNI seq info [88933:88933:8:4294967295] 00000400:00000200:0.0:1761122780.182644:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.182649:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.182653:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.182695:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00010000:00000010:1.0:1761122780.182699:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00000800:00000200:0.0:1761122780.182702:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00010000:00000010:1.0:1761122780.182704:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00000800:00000200:0.0:1761122780.182705:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122780.182713:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.182716:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000020:00000010:0.0:1761122780.182718:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000100:00000010:1.0:1761122780.182721:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.182729:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008384a48e. 02000000:00000010:1.0:1761122780.182750:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000664a5417. 00000400:00000010:1.0:1761122780.182754:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da0a3b0b. 00000400:00000010:1.0:1761122780.182758:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.182763:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643630976, portal 16 00000400:00000010:1.0:1761122780.182767:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122780.182769:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643630976, offset 0 00000400:00000200:1.0:1761122780.182774:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.182780:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.182786:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.182790:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.182792:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.182795:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88934:88934:255:4294967295] 192.168.201.27@tcp LPNI seq info [88934:88934:7:4294967295] 00000400:00000200:1.0:1761122780.182802:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.182807:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.182810:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122780.182814:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.182818:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.182820:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.182895:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.182899:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:2.0:1761122780.182907:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.182912:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.182915:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:2.0:1761122780.182917:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000800:00000200:2.0:1761122780.182968:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.182971:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.182988:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.182992:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.182994:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:2.0:1761122780.182995:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:2.0:1761122780.183000:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643630976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122780.183065:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.183070:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00010000:00000010:1.1:1761122780.184008:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f4c775. 00010000:00000010:1.1:1761122780.184024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00010000:00000010:1.1:1761122780.187751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000318cc3ab. 00010000:00000010:1.1:1761122780.187770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:0.1:1761122780.187777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4a7e646. 00000400:00000200:2.0:1761122780.190270:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.190292:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204980 00000400:00000200:2.0:1761122780.190302:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeca1 [1] + 224 00000400:00000200:2.0:1761122780.190315:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.190319:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.190330:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643630976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.191105:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.191115:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250f40 00000400:00000200:2.0:1761122780.191122:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 656 00000400:00000200:2.0:1761122780.191216:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.191221:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.191226:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.191231:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 00000400:00000010:1.0:1761122780.191477:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da0a3b0b. 00000400:00000200:1.0:1761122780.191483:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122780.191485:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.191504:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643630976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.191513:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643630976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.191544:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000664a5417. 02000000:00000010:1.0:1761122780.191846:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008384a48e. 00000100:00000010:1.0:1761122780.191853:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.191857:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.191862:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000020:00000010:0.0:1761122780.192021:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:0.0:1761122780.192030:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.192035:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.192062:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f71fca80 x1846669643943744/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.192164:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943744 02000000:00000010:0.0:1761122780.192178:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8da5954. 00010000:00000010:0.0:1761122780.192207:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052a9efd2. 00010000:00000010:0.0:1761122780.192230:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.192237:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.192346:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.192351:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.192365:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122780.192369:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943744, offset 224 00000400:00000200:0.0:1761122780.192377:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122780.192468:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664a5417. 00000400:00000200:0.0:1761122780.192754:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.192761:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88935:88935:256:4294967295] 192.168.201.27@tcp LPNI seq info [88935:88935:8:4294967295] 00000400:00000200:0.0:1761122780.192772:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.192778:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.192783:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.192790:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.192797:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.192801:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.192824:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.192828:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.192832:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00000800:00000200:2.0:1761122780.193177:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.193182:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.193192:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.193197:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.193201:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:2.0:1761122780.193203:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00010000:00000010:1.0:1761122780.193448:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.193457:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c9140443. 00010000:00000010:1.0:1761122780.193573:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122780.193579:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.193591:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.193595:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.193603:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.193614:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008384a48e. 02000000:00000010:1.0:1761122780.193641:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017ce80f9. 00000400:00000010:1.0:1761122780.193648:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da0a3b0b. 00000400:00000010:1.0:1761122780.193652:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.193686:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631040, portal 16 00000400:00000010:1.0:1761122780.193692:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122780.193695:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631040, offset 0 00000400:00000200:1.0:1761122780.193701:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.193710:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.193717:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.193721:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.193724:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.193727:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88936:88936:256:4294967295] 192.168.201.27@tcp LPNI seq info [88936:88936:8:4294967295] 00000400:00000200:1.0:1761122780.193734:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.193739:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.193742:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.193747:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.193752:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.193754:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.193973:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.193976:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.193994:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.193998:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.194001:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:2.0:1761122780.194003:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 00000100:00000200:2.0:1761122780.194009:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643631040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.196707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000827df231. 00010000:00000010:1.1:1761122780.196719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:0.1:1761122780.196766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000847efad9. 00000400:00000200:2.0:1761122780.199008:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.199027:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482049c0 00000400:00000200:2.0:1761122780.199035:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaecad [1] + 224 00000400:00000200:2.0:1761122780.199053:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.199058:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.199068:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643631040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.199141:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da0a3b0b. 00000400:00000200:1.0:1761122780.199147:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122780.199149:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.199156:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643631040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.199175:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643631040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.199205:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017ce80f9. 02000000:00000010:1.0:1761122780.199212:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008384a48e. 00000100:00000010:1.0:1761122780.199217:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.199221:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.199225:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000200:2.0:1761122780.204208:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.204585:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250f80 00000400:00000200:2.0:1761122780.204594:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 984 00010000:00000010:1.1:1761122780.204672:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb7aa04. 00010000:00000010:1.1:1761122780.204684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00010000:00000010:0.1:1761122780.204746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087d48afc. 00000400:00000200:2.0:1761122780.204747:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.204755:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.204762:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.204769:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ea38afe. 00000020:00000010:0.0:1761122780.204894:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:0.0:1761122780.205103:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.205109:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.205145:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005ea38afe x1846669643943808/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.205184:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943808 02000000:00000010:0.0:1761122780.205197:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e3b2d30. 00010000:00000010:0.0:1761122780.205230:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa5a1491. 00010000:00000010:0.0:1761122780.205251:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.205258:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.208245:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.208258:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.208469:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122780.208476:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943808, offset 224 00000400:00000200:0.0:1761122780.208489:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.208505:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.208513:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88937:88937:256:4294967295] 192.168.201.27@tcp LPNI seq info [88937:88937:8:4294967295] 00000400:00000200:0.0:1761122780.208524:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.208530:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.208536:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.208543:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.208551:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.208554:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.208574:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.208579:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.208583:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00080000:00000010:1.0:1761122780.209212:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017ce80f9. 00010000:00000010:1.0:1761122780.209309:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.209318:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003de3eb54. 00010000:00000010:1.0:1761122780.209420:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e67b0c3e. 00010000:00000010:1.0:1761122780.209425:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000097e5ed5b. 00010000:00000010:1.0:1761122780.209432:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122780.209437:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00080000:00000010:1.0:1761122780.209456:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005871ead9. 00010000:00000010:1.0:1761122780.209490:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.209496:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097e5ed5b. 00000800:00000200:2.0:1761122780.209502:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.209506:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.209517:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.209523:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000001:00000010:1.0:1761122780.209541:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da0a3b0b. 00000400:00000200:2.0:1761122780.209572:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:2.0:1761122780.209575:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000001:00000010:1.0:1761122780.209718:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da0a3b0b. 00000001:00000010:1.0:1761122780.209724:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da0a3b0b. 00000001:00000010:1.0:1761122780.209728:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cb4b3f50. 00010000:00000010:1.0:1761122780.209757:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122780.209761:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.209770:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.209777:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.211034:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.211050:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018d78f7b. 02000000:00000010:1.0:1761122780.211080:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067df50b1. 00000400:00000010:1.0:1761122780.211087:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c5f843. 00000400:00000010:1.0:1761122780.211094:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.211100:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631104, portal 16 00000400:00000010:1.0:1761122780.211106:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122780.211108:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631104, offset 0 00000400:00000200:1.0:1761122780.211117:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.211140:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.211148:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.211151:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.211155:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.211158:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88938:88938:256:4294967295] 192.168.201.27@tcp LPNI seq info [88938:88938:8:4294967295] 00000400:00000200:1.0:1761122780.211168:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.211174:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.211180:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.211186:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.211194:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.211197:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.211378:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.211382:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.211417:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.211423:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.211426:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:2.0:1761122780.211428:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:2.0:1761122780.211436:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643631104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.212703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce273c7. 00000400:00000200:2.0:1761122780.215488:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.215507:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204a00 00000400:00000200:2.0:1761122780.215517:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaecb9 [1] + 224 00000400:00000200:2.0:1761122780.215531:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.215535:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.215544:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643631104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.215630:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c5f843. 00000400:00000200:1.0:1761122780.215636:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122780.215638:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.215646:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643631104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.215691:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643631104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.215736:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067df50b1. 02000000:00000010:1.0:1761122780.215741:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018d78f7b. 00000100:00000010:1.0:1761122780.215745:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.215747:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.215750:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000200:2.0:1761122780.216066:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.216076:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948250fc0 00000400:00000200:2.0:1761122780.216082:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 1312 00000400:00000200:2.0:1761122780.216147:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.216152:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.216157:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.216161:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 00000020:00000010:0.0:1761122780.216237:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:0.0:1761122780.216246:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.216250:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.216277:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001273acaa x1846669643943872/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.216313:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943872 02000000:00000010:0.0:1761122780.216329:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000085edafd9. 00010000:00000010:0.0:1761122780.216357:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2a47651. 00010000:00000010:0.0:1761122780.216377:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.216383:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.216401:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.216404:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.216418:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122780.216422:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943872, offset 224 00000400:00000200:0.0:1761122780.216429:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.216439:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.216445:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88939:88939:256:4294967295] 192.168.201.27@tcp LPNI seq info [88939:88939:8:4294967295] 00000400:00000200:0.0:1761122780.216454:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.216459:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.216464:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.216469:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.216476:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.216479:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.216501:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.216506:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00080000:00000010:1.0:1761122780.216509:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d78f7b. 00000020:00000010:0.0:1761122780.216509:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00010000:00000010:1.0:1761122780.216591:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.216598:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000807ec9e. 00010000:00000010:1.0:1761122780.217186:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122780.217193:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:1.0:1761122780.217204:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.217208:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.217214:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.217225:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067df50b1. 02000000:00000010:1.0:1761122780.217248:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000334308f1. 00000400:00000010:1.0:1761122780.217253:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c5f843. 00000400:00000010:1.0:1761122780.217257:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.217262:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631168, portal 16 00000400:00000010:1.0:1761122780.217266:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122780.217275:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631168, offset 0 00000400:00000200:1.0:1761122780.217284:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.217291:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.217298:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.217302:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.217305:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.217307:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88940:88940:255:4294967295] 192.168.201.27@tcp LPNI seq info [88940:88940:7:4294967295] 00000400:00000200:1.0:1761122780.217315:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.217321:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.217324:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122780.217329:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.217334:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.217336:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.217395:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.217399:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:3.0:1761122780.217408:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.217413:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.217416:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:3.0:1761122780.217418:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000800:00000200:3.0:1761122780.217466:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.217469:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.217487:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.217491:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.217493:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:3.0:1761122780.217494:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:3.0:1761122780.217499:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643631168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.219589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1dd4a7f. 00010000:00000010:1.1:1761122780.219604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.1:1761122780.219611:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67b0c3e. 00010000:00000010:1.1:1761122780.219615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:2.0:1761122780.219800:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.219818:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204a40 00000400:00000200:2.0:1761122780.219826:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaecc5 [1] + 224 00000400:00000200:2.0:1761122780.219842:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.219846:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.219857:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643631168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.219917:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000092c5f843. 00000400:00000200:1.0:1761122780.219923:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122780.219925:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.219932:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643631168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.219941:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643631168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.219971:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000334308f1. 02000000:00000010:1.0:1761122780.219978:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067df50b1. 00000100:00000010:1.0:1761122780.219982:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.219986:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.219990:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00010000:00000010:0.1:1761122780.225218:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3306f4c. 00010000:00000010:1.1:1761122780.226716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e152f059. 00010000:00000010:1.1:1761122780.226729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00000400:00000200:2.0:1761122780.227329:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.227348:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251000 00000400:00000200:2.0:1761122780.227358:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 1640 00000400:00000200:2.0:1761122780.228595:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.228607:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.228615:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.228623:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 00000020:00000010:1.0:1761122780.230544:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000067df50b1. 00000020:00000010:1.0:1761122780.230568:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.230573:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c81e14b5. 00000100:00000200:1.0:1761122780.230605:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042548660 x1846669643943936/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.231295:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643943936 02000000:00000010:0.0:1761122780.231312:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002249d90f. 00010000:00000010:0.0:1761122780.231343:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018989ff1. 00010000:00000010:0.0:1761122780.231369:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.231377:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.231405:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.231409:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000010:0.0:1761122780.231425:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122780.231431:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643943936, offset 224 00000400:00000200:0.0:1761122780.231440:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.231457:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.231462:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88941:88941:256:4294967295] 192.168.201.27@tcp LPNI seq info [88941:88941:8:4294967295] 00000400:00000200:0.0:1761122780.231473:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.231480:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.231486:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.231493:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.231502:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.231507:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.231533:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:0.0:1761122780.231539:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c81e14b5. 00000020:00000010:0.0:1761122780.231542:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000067df50b1. 00000800:00000200:3.0:1761122780.232708:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.232715:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.232727:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.232735:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.232740:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:3.0:1761122780.232743:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00080000:00000010:2.0:1761122780.234228:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d2f1aa6. 00010000:00000010:2.0:1761122780.234327:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:2.0:1761122780.234337:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000091ba74b3. 00010000:00000010:2.0:1761122780.234416:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.0:1761122780.234424:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.234436:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008d86f917. 00000100:00000010:2.0:1761122780.234442:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.234451:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa2a0161. 02000000:00000010:2.0:1761122780.234466:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063ba9d2c. 02000000:00000010:2.0:1761122780.234495:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d265b3cb. 00000400:00000010:2.0:1761122780.234502:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122780.234508:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122780.234514:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631232, portal 16 00000400:00000010:2.0:1761122780.234519:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122780.234522:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631232, offset 0 00000400:00000200:2.0:1761122780.234530:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.234544:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.234552:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.234555:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.234559:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.234562:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88942:88942:256:4294967295] 192.168.201.27@tcp LPNI seq info [88942:88942:8:4294967295] 00000400:00000200:2.0:1761122780.234576:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.234583:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.234588:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122780.234594:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.234602:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.234606:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.235018:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.235022:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122780.235027:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.235032:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.235036:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:3.0:1761122780.235038:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:3.0:1761122780.235045:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa2a0161 x1846669643631232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.237291:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.237309:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204a80 00000400:00000200:2.0:1761122780.237318:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaecd1 [1] + 224 00000400:00000200:2.0:1761122780.237331:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.237335:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.237344:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fa2a0161 x1846669643631232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.237438:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:1.0:1761122780.237443:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:1.0:1761122780.237445:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:1.0:1761122780.237450:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa2a0161 x1846669643631232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.237457:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa2a0161 x1846669643631232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.237485:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d265b3cb. 02000000:00000010:1.0:1761122780.237491:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063ba9d2c. 00000100:00000010:1.0:1761122780.237494:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa2a0161. 00000100:00000010:1.0:1761122780.237498:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:1.0:1761122780.237502:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008d86f917. 00000400:00000200:3.0:1761122780.237717:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.237727:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251040 00000400:00000200:3.0:1761122780.237738:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad6b1 [2] + 1968 00000400:00000010:3.0:1761122780.237741:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:3.0:1761122780.237744:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a0481a70 00000400:00000200:3.0:1761122780.238234:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.238240:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.238243:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0481a70 00000400:00000010:3.0:1761122780.238246:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a0481a70 (tot 82347202). 00000100:00000200:3.0:1761122780.238251:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122780.238525:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.238533:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.238538:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.238562:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000589baa48 x1846669643944000/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.238597:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944000 02000000:00000010:1.0:1761122780.238609:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca2097dd. 00010000:00000010:1.0:1761122780.238722:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005b5ffb2e. 00010000:00000010:1.0:1761122780.238742:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.238748:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b08766b6. 00000100:00000010:1.0:1761122780.238756:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b08766b6. 00010000:00000010:1.0:1761122780.238760:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.238774:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122780.238778:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944000, offset 224 00000400:00000200:1.0:1761122780.238786:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.238796:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.238802:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88943:88943:256:4294967295] 192.168.201.27@tcp LPNI seq info [88943:88943:8:4294967295] 00000400:00000200:1.0:1761122780.238811:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.238816:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.238821:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347450). 00000800:00000200:1.0:1761122780.238826:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.238834:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.238837:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.238862:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.238867:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.238870:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 02000000:00000010:1.0:1761122780.238880:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002249d90f. 00000100:00000010:1.0:1761122780.238884:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042548660. 02000000:00000010:1.0:1761122780.238887:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000085edafd9. 00000100:00000010:1.0:1761122780.238889:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 02000000:00000010:1.0:1761122780.238893:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e3b2d30. 00000100:00000010:1.0:1761122780.239122:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ea38afe. 02000000:00000010:1.0:1761122780.239128:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8da5954. 00000100:00000010:1.0:1761122780.239141:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 02000000:00000010:1.0:1761122780.239144:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2916892. 00000100:00000010:1.0:1761122780.239147:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 02000000:00000010:1.0:1761122780.239151:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008963d62d. 00000100:00000010:1.0:1761122780.239153:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000200:1.0:1761122780.239162:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122780.239167:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000092c5f843. 00000400:00000010:1.0:1761122780.239171:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b08766b6 (tot 82347602). 00080000:00000010:2.0:1761122780.239243:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b035d55. 00010000:00000010:2.0:1761122780.239320:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.239327:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c309c85. 00010000:00000010:2.0:1761122780.239401:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122780.239407:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.239417:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021921c09. 00000100:00000010:2.0:1761122780.239420:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.239428:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122780.239439:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000703fcc05. 02000000:00000010:2.0:1761122780.239464:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000add3157c. 00000400:00000010:2.0:1761122780.239468:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122780.239471:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122780.239475:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631296, portal 16 00000400:00000010:2.0:1761122780.239479:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122780.239481:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631296, offset 0 00000400:00000200:2.0:1761122780.239487:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.239494:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.239501:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.239505:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.239508:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.239511:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88944:88944:255:4294967295] 192.168.201.27@tcp LPNI seq info [88944:88944:7:4294967295] 00000400:00000200:2.0:1761122780.239518:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.239522:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.239525:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122780.239529:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.239533:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.239535:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122780.239744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce9e48bf. 00000800:00000200:3.0:1761122780.240113:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.240117:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.240146:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.240151:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.240154:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:3.0:1761122780.240156:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 02000000:00000010:3.0:1761122780.240161:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca2097dd. 00000800:00000200:3.0:1761122780.240648:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.240651:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122780.240712:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.240718:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.240721:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:3.0:1761122780.240723:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:3.0:1761122780.240730:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643631296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.242882:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f07de3fa. 00010000:00000010:2.1:1761122780.242896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00010000:00000010:1.1:1761122780.246881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad49aeb9. 00010000:00000010:2.1:1761122780.247009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb3736f0. 00010000:00000010:2.1:1761122780.247019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00000400:00000200:2.0:1761122780.247055:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.247072:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204ac0 00000400:00000200:2.0:1761122780.247081:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaece1 [1] + 224 00000400:00000200:2.0:1761122780.247094:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.247098:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.247110:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643631296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122780.248967:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:1.0:1761122780.248977:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:1.0:1761122780.248979:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:1.0:1761122780.248991:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643631296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.249002:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643631296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.249034:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000add3157c. 02000000:00000010:1.0:1761122780.249042:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000703fcc05. 00000100:00000010:1.0:1761122780.249046:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:1.0:1761122780.249050:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:1.0:1761122780.249055:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021921c09. 00000400:00000200:2.0:1761122780.249142:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.249154:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251080 00000400:00000200:2.0:1761122780.249160:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 0 00000400:00000200:2.0:1761122780.249587:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.249593:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.249599:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.249604:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 00000020:00000010:1.0:1761122780.249707:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.249715:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.249719:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.249742:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000859fcd97 x1846669643944064/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.249775:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944064 02000000:00000010:1.0:1761122780.249787:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a37cf730. 00010000:00000010:1.0:1761122780.249813:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fd857bf. 00010000:00000010:1.0:1761122780.249833:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.249839:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.249856:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.249860:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.249874:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122780.249878:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944064, offset 224 00000400:00000200:1.0:1761122780.249886:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.249898:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.249903:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88945:88945:256:4294967295] 192.168.201.27@tcp LPNI seq info [88945:88945:8:4294967295] 00000400:00000200:1.0:1761122780.249913:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.249918:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.249924:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.249930:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.249937:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.249941:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.249965:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.249971:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.249974:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 00080000:00000010:2.0:1761122780.250151:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa6a4c65. 00000800:00000200:3.0:1761122780.250211:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.250215:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00010000:00000010:2.0:1761122780.250590:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.250598:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007205b001. 00000400:00000200:3.0:1761122780.251122:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.251128:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.251140:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:3.0:1761122780.251142:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00010000:00000010:2.0:1761122780.251548:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.0:1761122780.251555:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.251568:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.251574:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.251583:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.251596:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a627d45. 02000000:00000010:2.0:1761122780.251621:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7c423ba. 00000400:00000010:2.0:1761122780.251626:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.251631:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.251636:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631360, portal 16 00000400:00000010:2.0:1761122780.251641:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122780.251643:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631360, offset 0 00000400:00000200:2.0:1761122780.251649:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.251678:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.251685:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.251688:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.251691:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.251694:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88946:88946:256:4294967295] 192.168.201.27@tcp LPNI seq info [88946:88946:8:4294967295] 00000400:00000200:2.0:1761122780.251703:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.251707:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.251711:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.251717:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.251724:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.251727:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.251952:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.251955:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122780.251960:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.251965:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.251967:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122780.251969:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000100:00000200:3.0:1761122780.251975:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643631360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.254638:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.255239:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204b00 00000400:00000200:2.0:1761122780.255249:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeced [1] + 224 00000400:00000200:0.0:1761122780.255348:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.255354:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.255364:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643631360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.255394:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.255400:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482510c0 00000400:00000200:0.0:1761122780.255405:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 328 00000400:00000200:0.0:1761122780.255446:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.255449:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.255453:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.255458:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 00000400:00000010:2.0:1761122780.255516:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.255521:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.255523:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122780.255528:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643631360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.255535:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643631360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.255560:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7c423ba. 02000000:00000010:2.0:1761122780.255564:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a627d45. 00000100:00000010:2.0:1761122780.255567:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.255571:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.255574:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000020:00000010:3.0:1761122780.256361:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8c83e17. 00000020:00000010:3.0:1761122780.256368:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.256373:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.256396:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643944128/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.257322:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944128 02000000:00000010:3.0:1761122780.257336:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea1f1fa3. 00010000:00000010:3.0:1761122780.257364:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000086745d7. 00010000:00000010:3.0:1761122780.257383:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.257389:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.257401:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.257404:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000010:3.0:1761122780.257416:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122780.257421:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944128, offset 224 00000400:00000200:3.0:1761122780.257429:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.257440:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.257446:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88947:88947:256:4294967295] 192.168.201.27@tcp LPNI seq info [88947:88947:8:4294967295] 00000400:00000200:3.0:1761122780.257456:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.257461:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.257465:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122780.257471:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.257478:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.257481:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.257502:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.257505:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:3.0:1761122780.257510:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8c83e17. 00080000:00000010:2.0:1761122780.257573:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a627d45. 00010000:00000010:2.0:1761122780.257651:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.257672:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fbf2b767. 00010000:00000010:2.0:1761122780.257788:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051964d56. 00010000:00000010:2.0:1761122780.257795:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3b80202. 00010000:00000010:2.0:1761122780.257805:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.257808:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.257815:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.257824:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7c423ba. 02000000:00000010:2.0:1761122780.257846:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2065363. 00000400:00000010:2.0:1761122780.257850:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.257854:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.258075:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631424, portal 16 00000400:00000010:2.0:1761122780.258080:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122780.258082:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631424, offset 0 00000400:00000200:2.0:1761122780.258088:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.258094:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.258101:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.258104:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.258107:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.258110:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88948:88948:255:4294967295] 192.168.201.27@tcp LPNI seq info [88948:88948:7:4294967295] 00000400:00000200:2.0:1761122780.258118:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.258123:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.258125:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122780.258139:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.258143:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.258146:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.258266:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.258271:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347602). 00000400:00000200:0.0:1761122780.258277:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.258282:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.258285:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:0.0:1761122780.258287:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000800:00000200:0.0:1761122780.258357:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.258360:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122780.258367:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.258371:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.258373:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:0.0:1761122780.258374:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:0.0:1761122780.258379:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643631424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.259734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee599cf4. 00010000:00000010:2.1:1761122780.260313:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a75d989. 00010000:00000010:2.1:1761122780.260322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00000400:00000200:3.0:1761122780.261534:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.261553:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204b40 00000400:00000200:3.0:1761122780.261563:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaecf9 [1] + 224 00000400:00000200:3.0:1761122780.261593:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.261598:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.261609:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643631424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.263540:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.263550:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.263553:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122780.263566:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643631424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.263577:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643631424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.263608:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2065363. 02000000:00000010:2.0:1761122780.263614:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7c423ba. 00000100:00000010:2.0:1761122780.263617:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.263621:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.263625:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000200:3.0:1761122780.264088:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.264103:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251100 00000400:00000200:3.0:1761122780.264110:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 656 00000400:00000200:3.0:1761122780.264180:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.264185:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.264190:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.264195:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00000020:00000010:1.0:1761122780.264736:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.264744:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.264748:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.264773:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643944192/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.265319:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944192 02000000:00000010:1.0:1761122780.265332:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7ccb024. 00010000:00000010:1.0:1761122780.265358:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ff5bcdb. 00010000:00000010:1.0:1761122780.265379:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.265385:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.265403:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.265407:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.265420:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122780.265424:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944192, offset 224 00000400:00000200:1.0:1761122780.265432:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.265444:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.265450:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88949:88949:256:4294967295] 192.168.201.27@tcp LPNI seq info [88949:88949:8:4294967295] 00000400:00000200:1.0:1761122780.265460:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.265465:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.265471:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.265477:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.265484:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.265488:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.265510:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.265516:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.265519:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 00080000:00000010:3.0:1761122780.265571:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c83e17. 00010000:00000010:3.0:1761122780.265681:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3b80202. 00010000:00000010:3.0:1761122780.265689:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000200391d. 00010000:00000010:3.0:1761122780.265777:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.265784:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122780.265793:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc61e44b. 00000100:00000010:3.0:1761122780.265798:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.265804:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122780.265814:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006251c145. 02000000:00000010:3.0:1761122780.265835:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000756e2a42. 00000400:00000010:3.0:1761122780.265840:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.265844:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122780.265849:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631488, portal 16 00000400:00000010:3.0:1761122780.265853:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122780.265854:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631488, offset 0 00000400:00000200:3.0:1761122780.265859:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.265866:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.265872:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.265875:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.265878:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.265881:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88950:88950:255:4294967295] 192.168.201.27@tcp LPNI seq info [88950:88950:7:4294967295] 00000400:00000200:3.0:1761122780.265889:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.265893:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.265896:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347850). 00000800:00000200:3.0:1761122780.265900:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.265904:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.265906:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.266223:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.266228:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:0.0:1761122780.266248:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.266253:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.266256:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122780.266257:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000800:00000200:0.0:1761122780.266309:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.266311:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:0.0:1761122780.266315:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.266318:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.266320:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:0.0:1761122780.266322:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:0.0:1761122780.266327:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643631488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.269383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aefe9cf8. 00010000:00000010:2.1:1761122780.269396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00000400:00000200:3.0:1761122780.271538:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.271558:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204b80 00000400:00000200:3.0:1761122780.271566:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed05 [1] + 224 00000400:00000200:3.0:1761122780.271579:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.271583:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.271592:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643631488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.271696:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:2.0:1761122780.271701:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:2.0:1761122780.271703:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:2.0:1761122780.271708:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643631488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.271715:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643631488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.271743:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000756e2a42. 02000000:00000010:2.0:1761122780.271749:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006251c145. 00000100:00000010:2.0:1761122780.271753:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:2.0:1761122780.271757:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:2.0:1761122780.271762:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc61e44b. 00000400:00000200:3.0:1761122780.272228:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.272238:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251140 00000400:00000200:3.0:1761122780.272243:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 984 00000400:00000200:3.0:1761122780.272304:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.272309:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.272313:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.272318:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:1.0:1761122780.272439:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.272447:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.272451:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.272474:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643944256/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.272509:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944256 02000000:00000010:1.0:1761122780.272521:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077d35f6f. 00010000:00000010:1.0:1761122780.272548:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000665638f0. 00010000:00000010:1.0:1761122780.272569:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.272575:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.272592:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.272596:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.272609:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122780.272614:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944256, offset 224 00000400:00000200:1.0:1761122780.272622:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.272632:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.272637:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88951:88951:256:4294967295] 192.168.201.27@tcp LPNI seq info [88951:88951:8:4294967295] 00000400:00000200:1.0:1761122780.272648:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.272684:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.272690:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.272697:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.272704:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.272708:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.272723:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.272729:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.272732:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 00080000:00000010:3.0:1761122780.273304:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006251c145. 00010000:00000010:3.0:1761122780.273384:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122780.273391:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058c24f5f. 00010000:00000010:3.0:1761122780.273526:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122780.273540:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122780.273556:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008f846e04. 00000100:00000010:3.0:1761122780.273561:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122780.273567:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.273579:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000756e2a42. 02000000:00000010:3.0:1761122780.273604:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054a16185. 00000400:00000010:3.0:1761122780.273610:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad7113d9. 00000400:00000010:3.0:1761122780.273614:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122780.273620:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631552, portal 16 00000400:00000010:3.0:1761122780.273624:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122780.273626:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631552, offset 0 00000400:00000200:3.0:1761122780.273632:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.273640:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.273647:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.273651:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.273680:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.274403:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88952:88952:255:4294967295] 192.168.201.27@tcp LPNI seq info [88952:88952:7:4294967295] 00000400:00000200:3.0:1761122780.274415:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.274422:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.274427:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347850). 00000800:00000200:3.0:1761122780.274432:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.274438:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.274441:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.276503:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.276509:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:0.0:1761122780.276534:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.276542:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.276547:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:0.0:1761122780.276550:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000800:00000200:0.0:1761122780.278151:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.278157:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:0.0:1761122780.278164:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.278171:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.278175:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:0.0:1761122780.278177:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:0.0:1761122780.278185:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004368694a x1846669643631552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.278768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000151fddc. 00000400:00000200:3.0:1761122780.285418:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.285440:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204bc0 00000400:00000200:3.0:1761122780.285450:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed11 [1] + 224 00000400:00000200:3.0:1761122780.285462:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.285466:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.285479:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004368694a x1846669643631552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.285518:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.285523:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251180 00000400:00000200:3.0:1761122780.285529:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 1312 00000400:00000200:3.0:1761122780.285584:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.285589:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.285592:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.285598:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 00000400:00000010:2.0:1761122780.286349:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ad7113d9. 00000400:00000200:2.0:1761122780.286355:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:2.0:1761122780.286358:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:2.0:1761122780.286366:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004368694a x1846669643631552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.286374:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004368694a x1846669643631552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.286610:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054a16185. 02000000:00000010:2.0:1761122780.286616:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000756e2a42. 00000100:00000010:2.0:1761122780.286621:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 00000100:00000010:2.0:1761122780.286627:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:2.0:1761122780.286632:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008f846e04. 00000020:00000010:1.0:1761122780.289730:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.289743:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.289749:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.289781:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000248963ca x1846669643944320/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122780.289821:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944320 02000000:00000010:1.0:1761122780.289835:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca2097dd. 00010000:00000010:1.0:1761122780.290165:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000064e6f105. 00010000:00000010:1.0:1761122780.290196:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.290204:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.290225:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.290230:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.290245:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122780.290251:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944320, offset 224 00000400:00000200:1.0:1761122780.290260:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.290280:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.290287:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88953:88953:256:4294967295] 192.168.201.27@tcp LPNI seq info [88953:88953:8:4294967295] 00000400:00000200:1.0:1761122780.290301:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.290307:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.290312:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.290318:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.290328:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.290332:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.290360:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.290365:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.290368:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 00080000:00000010:2.0:1761122780.290531:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7c423ba. 00010000:00000010:2.0:1761122780.290619:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:2.0:1761122780.290628:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000533f0c92. 00010000:00000010:2.0:1761122780.290752:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.0:1761122780.290760:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fa6c4907. 00010000:00000010:2.0:1761122780.290770:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.290775:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.290789:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.290802:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2065363. 02000000:00000010:2.0:1761122780.290826:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d140816. 00000400:00000010:2.0:1761122780.290832:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.290837:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.290842:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631616, portal 16 00000400:00000010:2.0:1761122780.290847:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122780.290849:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631616, offset 0 00000400:00000200:2.0:1761122780.290855:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.290864:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.290870:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.290874:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.290877:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.290879:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88954:88954:255:4294967295] 192.168.201.27@tcp LPNI seq info [88954:88954:7:4294967295] 00000400:00000200:2.0:1761122780.290886:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.290891:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.290895:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122780.290899:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.290904:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.290907:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122780.292349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000832ff252. 00010000:00000010:3.1:1761122780.292570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051964d56. 00000800:00000200:3.0:1761122780.292621:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.292625:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.292648:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.292676:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.292681:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:3.0:1761122780.292683:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00010000:00000010:1.1:1761122780.292711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008abf698e. 00000800:00000200:3.0:1761122780.292834:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.292837:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122780.292841:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.292845:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.292849:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:3.0:1761122780.292850:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:3.0:1761122780.292858:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643631616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.296258:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122780.296478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c61746f1. 00000400:00000200:0.0:1761122780.296478:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204c00 00000400:00000200:0.0:1761122780.296487:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed1d [1] + 224 00000400:00000200:0.0:1761122780.296503:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.296508:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.296520:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643631616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.296572:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.296582:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.296584:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122780.296591:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643631616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.296598:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643631616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.296629:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d140816. 02000000:00000010:2.0:1761122780.296635:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2065363. 00000100:00000010:2.0:1761122780.296639:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.296642:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.296646:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00010000:00000010:3.1:1761122780.296998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9b256d. 00010000:00000010:3.1:1761122780.297006:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00000400:00000200:3.0:1761122780.297476:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.297488:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482511c0 00000400:00000200:3.0:1761122780.297497:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 1640 00000400:00000200:3.0:1761122780.297547:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.297551:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.297555:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.297560:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:1.0:1761122780.297623:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000334308f1. 00000020:00000010:1.0:1761122780.297631:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.297635:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.297790:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643944384/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.297822:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944384 02000000:00000010:1.0:1761122780.297834:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067df50b1. 00010000:00000010:1.0:1761122780.297864:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008765dbdd. 00010000:00000010:1.0:1761122780.297886:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.297893:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.298896:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.298903:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.298924:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122780.298930:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944384, offset 224 00000400:00000200:1.0:1761122780.298940:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.299163:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.299170:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88955:88955:256:4294967295] 192.168.201.27@tcp LPNI seq info [88955:88955:8:4294967295] 00000400:00000200:1.0:1761122780.299183:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.299189:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.299196:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.299202:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.299210:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.299213:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.299237:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.299244:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.299248:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000334308f1. 00000800:00000200:0.0:1761122780.299444:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.299449:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:0.0:1761122780.299470:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.299475:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.299478:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:0.0:1761122780.299480:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00080000:00000010:0.0:1761122780.299496:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bc64530. 00010000:00000010:0.0:1761122780.299587:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa6c4907. 00010000:00000010:0.0:1761122780.299595:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057a4eb7b. 00010000:00000010:0.0:1761122780.300737:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.300749:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.300762:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.300768:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.300777:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:0.0:1761122780.300790:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2914a45. 00010000:00000010:1.1:1761122780.300797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000196826ff. 02000000:00000010:0.0:1761122780.300818:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085edafd9. 00000400:00000010:0.0:1761122780.300824:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000742a011. 00000400:00000010:0.0:1761122780.300829:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.300835:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631680, portal 16 00000400:00000010:0.0:1761122780.300840:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122780.300842:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631680, offset 0 00000400:00000200:0.0:1761122780.300849:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.300857:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.300863:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.300867:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.300870:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.300873:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88956:88956:256:4294967295] 192.168.201.27@tcp LPNI seq info [88956:88956:8:4294967295] 00000400:00000200:0.0:1761122780.300882:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.300889:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.300893:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.300898:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.300904:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.300907:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.301073:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.301076:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.301085:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.301090:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.301092:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122780.301094:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000100:00000200:3.0:1761122780.301102:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643631680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.302070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c0d3b1. 00010000:00000010:2.1:1761122780.302079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00000400:00000200:3.0:1761122780.304295:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.304315:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204c40 00000400:00000200:3.0:1761122780.304324:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed29 [1] + 224 00000400:00000200:3.0:1761122780.304340:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.304343:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.304355:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643631680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.304793:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000742a011. 00000400:00000200:0.0:1761122780.304798:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:0.0:1761122780.304800:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.304807:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643631680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.304814:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643631680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.304843:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085edafd9. 02000000:00000010:0.0:1761122780.304848:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2914a45. 00000100:00000010:0.0:1761122780.304851:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:0.0:1761122780.304855:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.304859:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00010000:00000010:0.1:1761122780.309908:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6d2067. 00010000:00000010:0.1:1761122780.309926:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00000400:00000200:0.0:1761122780.309964:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.309982:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251200 00000400:00000200:0.0:1761122780.309991:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad709 [2] + 1968 00000400:00000010:0.0:1761122780.309996:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:0.0:1761122780.310000:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b89e47d0 00000400:00000200:0.0:1761122780.310064:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.310069:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.310074:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b89e47d0 00000400:00000010:0.0:1761122780.310076:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b89e47d0 (tot 82347202). 00000100:00000200:0.0:1761122780.310083:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122780.310202:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a16185. 00000020:00000010:3.0:1761122780.310210:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.310215:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.310631:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006878288e x1846669643944448/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.311356:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944448 02000000:00000010:3.0:1761122780.311373:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063102d21. 00010000:00000010:3.0:1761122780.311401:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006316c00. 00010000:00000010:3.0:1761122780.311424:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000100:00000010:3.0:1761122780.311432:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f88ea544. 00000100:00000010:3.0:1761122780.312355:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f88ea544. 00010000:00000010:3.0:1761122780.312364:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 00000400:00000010:3.0:1761122780.312382:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122780.312389:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944448, offset 224 00000400:00000200:3.0:1761122780.312399:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.312414:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.312420:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88957:88957:256:4294967295] 192.168.201.27@tcp LPNI seq info [88957:88957:8:4294967295] 00000400:00000200:3.0:1761122780.312432:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.312438:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.312442:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347450). 00000800:00000200:3.0:1761122780.312449:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.312457:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.312461:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761122780.312613:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2914a45. 00010000:00000010:0.0:1761122780.312722:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.312730:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000066ae95cc. 00010000:00000010:0.0:1761122780.312809:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.312815:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.312825:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.312830:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.312838:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:0.0:1761122780.312849:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085edafd9. 02000000:00000010:0.0:1761122780.312873:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002249d90f. 00000400:00000010:0.0:1761122780.312878:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.312882:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.312887:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631744, portal 16 00000400:00000010:0.0:1761122780.312891:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122780.312893:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631744, offset 0 00000400:00000200:0.0:1761122780.312899:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.312905:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.312912:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.312915:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.312918:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.312921:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88958:88958:255:4294967295] 192.168.201.27@tcp LPNI seq info [88958:88958:7:4294967295] 00000400:00000200:0.0:1761122780.312929:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.312934:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.312937:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347698). 00000800:00000200:0.0:1761122780.312941:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.312946:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.312948:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.313005:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.313011:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:3.0:1761122780.313016:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a16185. 02000000:00000010:3.0:1761122780.313025:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067df50b1. 00000100:00000010:3.0:1761122780.313029:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122780.313032:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ca2097dd. 00000100:00000010:3.0:1761122780.313035:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122780.313037:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077d35f6f. 00000100:00000010:3.0:1761122780.313040:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122780.313044:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7ccb024. 00000100:00000010:3.0:1761122780.313046:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.313050:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea1f1fa3. 00000100:00000010:3.0:1761122780.313053:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:3.0:1761122780.313056:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a37cf730. 00000100:00000010:3.0:1761122780.313058:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 00000100:00000200:3.0:1761122780.313067:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122780.313071:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a4d2a632. 00000400:00000010:3.0:1761122780.313075:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f88ea544 (tot 82347850). 00000800:00000200:1.0:1761122780.313641:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.313645:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347602). 00000400:00000200:1.0:1761122780.313652:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761122780.313778:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000e2d529. 00000400:00000200:1.0:1761122780.313791:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.313795:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:1.0:1761122780.313797:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 02000000:00000010:1.0:1761122780.313801:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063102d21. 00000800:00000200:0.0:1761122780.313985:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.313988:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:0.0:1761122780.313996:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.313999:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.314002:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:0.0:1761122780.314003:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:0.0:1761122780.314010:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643631744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.316065:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.316082:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204c80 00000400:00000200:3.0:1761122780.316090:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed35 [1] + 224 00000400:00000200:3.0:1761122780.316102:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.316105:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.316113:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643631744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.316173:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:0.0:1761122780.316178:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:0.0:1761122780.316180:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.316186:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643631744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.316194:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643631744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.317300:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002249d90f. 02000000:00000010:0.0:1761122780.317311:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085edafd9. 00000100:00000010:0.0:1761122780.317315:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:0.0:1761122780.317319:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.317323:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00000400:00000200:0.0:1761122780.317695:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.317709:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251240 00000400:00000200:0.0:1761122780.317716:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 0 00000400:00000200:0.0:1761122780.317773:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.317778:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.317784:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.317788:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 00000020:00000010:3.0:1761122780.317997:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a909cd. 00000020:00000010:3.0:1761122780.318004:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122780.318008:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000059f5f9ff. 00000100:00000200:3.0:1761122780.318038:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643944512/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122780.318152:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944512 02000000:00000010:1.0:1761122780.318166:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000334308f1. 00010000:00000010:1.0:1761122780.318193:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dbc65cc. 00010000:00000010:1.0:1761122780.318216:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.318223:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.318335:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.318339:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.318357:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00080000:00000010:0.0:1761122780.318361:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085edafd9. 00000100:00000200:1.0:1761122780.318363:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944512, offset 224 00000400:00000200:1.0:1761122780.318372:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.318384:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.318390:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88959:88959:256:4294967295] 192.168.201.27@tcp LPNI seq info [88959:88959:8:4294967295] 00000400:00000200:1.0:1761122780.318399:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.318404:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.318408:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.318413:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00010000:00000010:3.1:1761122780.318696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b272cd0a. 00010000:00000010:0.0:1761122780.318820:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.318828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000069ca4f28. 00010000:00000010:0.0:1761122780.318897:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122780.318901:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122780.318906:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122780.318910:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00080000:00000010:0.0:1761122780.318921:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002249d90f. 00010000:00000010:0.0:1761122780.318951:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.318954:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122780.319006:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122780.319010:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122780.319017:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5681bfe. 00000100:00000010:0.0:1761122780.319020:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.319026:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 02000000:00000010:0.0:1761122780.319036:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a664e35b. 02000000:00000010:0.0:1761122780.319061:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0cf00a1. 00000400:00000010:0.0:1761122780.319067:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.319071:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.319076:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631808, portal 16 00000400:00000010:0.0:1761122780.319080:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122780.319082:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631808, offset 0 00000400:00000200:0.0:1761122780.319088:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.319095:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.319102:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.319106:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.319109:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.319112:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88960:88960:255:4294967295] 192.168.201.27@tcp LPNI seq info [88960:88960:7:4294967295] 00000400:00000200:0.0:1761122780.319119:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.319123:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.319126:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.319146:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.319153:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.319156:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.319509:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.319513:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:3.0:1761122780.319522:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.319527:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.319530:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122780.319533:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:3.0:1761122780.319539:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b0cfc9ef x1846669643631808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761122780.320718:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.320723:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.320771:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:1.0:1761122780.320777:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000059f5f9ff. 00000020:00000010:1.0:1761122780.320783:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a909cd. 00000800:00000200:3.0:1761122780.320949:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.320952:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.320973:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.320978:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.320982:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:3.0:1761122780.320984:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00010000:00000010:0.1:1761122780.323738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a899dcc2. 00010000:00000010:0.1:1761122780.323754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00000400:00000200:0.0:1761122780.323793:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.323809:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204cc0 00000400:00000200:0.0:1761122780.323818:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed45 [1] + 224 00000400:00000200:0.0:1761122780.323834:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.323838:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.323850:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643631808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.324062:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:3.0:1761122780.324067:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:3.0:1761122780.324069:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:3.0:1761122780.324076:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643631808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.324083:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643631808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.324113:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cf00a1. 02000000:00000010:3.0:1761122780.324118:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a664e35b. 00000100:00000010:3.0:1761122780.324122:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:3.0:1761122780.324137:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:3.0:1761122780.324141:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5681bfe. 00010000:00000010:0.1:1761122780.325878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c0badef. 00010000:00000010:0.1:1761122780.325890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.1:1761122780.325895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122780.325897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00000400:00000200:3.0:1761122780.326289:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.326307:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251280 00000400:00000200:3.0:1761122780.326314:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 328 00000400:00000200:3.0:1761122780.326597:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.326603:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.326610:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.326616:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00010000:00000010:1.1:1761122780.326698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0674d6. 00000020:00000010:0.0:1761122780.326904:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000853bbd95. 00000020:00000010:0.0:1761122780.326911:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.326915:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.326938:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643944576/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.326972:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944576 02000000:00000010:0.0:1761122780.326981:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ebceec9. 00010000:00000010:0.0:1761122780.327006:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000908147b0. 00010000:00000010:0.0:1761122780.327024:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.327030:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023043e43. 00000100:00000010:0.0:1761122780.327485:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023043e43. 00010000:00000010:0.0:1761122780.327490:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.327509:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.327514:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944576, offset 224 00000400:00000200:0.0:1761122780.327525:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.327538:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.327544:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88961:88961:256:4294967295] 192.168.201.27@tcp LPNI seq info [88961:88961:8:4294967295] 00000400:00000200:0.0:1761122780.327554:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.327559:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.327565:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.327571:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.327579:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.327582:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122780.327891:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2065363. 00010000:00000010:2.0:1761122780.327979:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:2.0:1761122780.327987:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053b330ae. 00010000:00000010:2.0:1761122780.328057:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122780.328063:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.328074:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.328079:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.328086:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.328097:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d140816. 02000000:00000010:2.0:1761122780.328125:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000703fcc05. 00000400:00000010:2.0:1761122780.328144:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.328150:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.328155:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631872, portal 16 00000400:00000010:2.0:1761122780.328159:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122780.328162:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631872, offset 0 00000400:00000200:2.0:1761122780.328168:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.328175:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.328181:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.328184:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.328187:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.328189:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88962:88962:255:4294967295] 192.168.201.27@tcp LPNI seq info [88962:88962:7:4294967295] 00000400:00000200:2.0:1761122780.328196:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.328201:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.328204:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122780.328208:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.328213:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.328215:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.328282:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.328288:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.328291:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000853bbd95. 00000800:00000200:0.0:1761122780.329045:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.329050:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:0.0:1761122780.329060:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.329065:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.329070:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:0.0:1761122780.329072:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000800:00000200:0.0:1761122780.329145:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.329147:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122780.329150:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.329154:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.329156:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:0.0:1761122780.329157:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:0.0:1761122780.329164:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643631872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.332793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000233a4ccb. 00000400:00000200:0.0:1761122780.334246:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.334265:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204d00 00000400:00000200:0.0:1761122780.334274:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed51 [1] + 224 00000400:00000200:0.0:1761122780.334289:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.334293:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.334304:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643631872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.334398:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.334403:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.334405:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122780.334410:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643631872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.334418:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643631872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.334447:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000703fcc05. 02000000:00000010:2.0:1761122780.334452:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d140816. 00000100:00000010:2.0:1761122780.334455:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.334459:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.334463:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000200:3.0:1761122780.335264:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.335275:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482512c0 00000400:00000200:3.0:1761122780.335280:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 656 00000400:00000200:3.0:1761122780.335798:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.335805:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.335811:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.335816:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:0.0:1761122780.335888:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000853bbd95. 00000020:00000010:0.0:1761122780.335896:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.335901:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.335927:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643944640/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.335965:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944640 02000000:00000010:0.0:1761122780.335977:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064086496. 00010000:00000010:0.0:1761122780.336007:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2c73999. 00010000:00000010:0.0:1761122780.336030:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.336036:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023043e43. 00000100:00000010:0.0:1761122780.336699:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023043e43. 00010000:00000010:0.0:1761122780.336705:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.336722:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122780.336728:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944640, offset 224 00000400:00000200:0.0:1761122780.336736:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.336749:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.336755:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88963:88963:256:4294967295] 192.168.201.27@tcp LPNI seq info [88963:88963:8:4294967295] 00000400:00000200:0.0:1761122780.336765:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.336770:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.336774:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.336780:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.336787:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.336790:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761122780.337024:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e666168. 00010000:00000010:2.1:1761122780.337032:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00080000:00000010:2.0:1761122780.337046:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d140816. 00010000:00000010:2.0:1761122780.337119:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.337126:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c548d2ae. 00010000:00000010:2.0:1761122780.337212:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.0:1761122780.337217:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.337227:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.337231:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.337237:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.337248:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000703fcc05. 02000000:00000010:2.0:1761122780.337272:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000add3157c. 00000400:00000010:2.0:1761122780.337277:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.337281:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.337286:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643631936, portal 16 00000400:00000010:2.0:1761122780.337290:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.337292:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643631936, offset 0 00000400:00000200:2.0:1761122780.337298:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.337304:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.337310:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.337313:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.337316:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.337318:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88964:88964:255:4294967295] 192.168.201.27@tcp LPNI seq info [88964:88964:7:4294967295] 00000400:00000200:2.0:1761122780.337325:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.337329:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.337334:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122780.337338:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.337342:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.337344:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.337376:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.337383:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.337386:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000853bbd95. 00000800:00000200:1.0:1761122780.337801:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.337805:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:1.0:1761122780.337815:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.337819:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.337824:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:1.0:1761122780.337826:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000800:00000200:1.0:1761122780.338369:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.338372:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122780.338376:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.338380:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.338383:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:1.0:1761122780.338385:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:1.0:1761122780.338391:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643631936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.341750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000324d56e. 00000400:00000200:0.0:1761122780.342598:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.342618:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204d40 00000400:00000200:0.0:1761122780.342628:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed5d [1] + 224 00000400:00000200:0.0:1761122780.342645:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.342650:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.343154:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643631936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.343467:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.343477:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251300 00000400:00000200:3.0:1761122780.343483:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 984 00000400:00000200:3.0:1761122780.343538:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.343542:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:2.0:1761122780.343544:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.343558:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.343560:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:3.0:1761122780.343565:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761122780.343566:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643631936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761122780.343571:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 00000100:00000200:2.0:1761122780.343574:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643631936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.343604:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000add3157c. 02000000:00000010:2.0:1761122780.343610:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000703fcc05. 00000100:00000010:2.0:1761122780.343614:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.343617:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.343621:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000020:00000010:0.0:1761122780.343763:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000853bbd95. 00000020:00000010:0.0:1761122780.343771:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.343775:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.344085:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000248963ca x1846669643944704/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.344117:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944704 02000000:00000010:0.0:1761122780.344138:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f561624. 00010000:00000010:0.0:1761122780.344165:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f968a0fa. 00010000:00000010:0.0:1761122780.344183:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.344189:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023043e43. 00000100:00000010:0.0:1761122780.344198:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023043e43. 00010000:00000010:0.0:1761122780.344201:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.344212:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122780.344216:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944704, offset 224 00000400:00000200:0.0:1761122780.344223:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.344232:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.344237:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88965:88965:256:4294967295] 192.168.201.27@tcp LPNI seq info [88965:88965:8:4294967295] 00000400:00000200:0.0:1761122780.344442:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.344447:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.344452:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.344458:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.344464:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.344468:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.344494:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.344498:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.344501:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000853bbd95. 00000800:00000200:3.0:1761122780.344640:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.344643:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.344651:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.344680:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.344683:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122780.344685:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00080000:00000010:2.0:1761122780.345037:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000703fcc05. 00010000:00000010:2.0:1761122780.345112:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.345118:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011c7d791. 00010000:00000010:2.0:1761122780.345207:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122780.345213:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.345222:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.345226:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.345232:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.345241:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000add3157c. 02000000:00000010:2.0:1761122780.345263:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ba9d2c. 00000400:00000010:2.0:1761122780.345267:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.345271:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.345276:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632000, portal 16 00000400:00000010:2.0:1761122780.345279:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122780.345281:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632000, offset 0 00000400:00000200:2.0:1761122780.345286:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.345294:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.345300:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.345303:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.345306:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.345308:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88966:88966:256:4294967295] 192.168.201.27@tcp LPNI seq info [88966:88966:8:4294967295] 00000400:00000200:2.0:1761122780.345315:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.345319:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.345323:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.345327:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.345331:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.345334:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.345539:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.345542:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122780.345545:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.345549:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.345552:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122780.345554:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:0.0:1761122780.345559:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643632000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.345819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000323125d. 00010000:00000010:2.1:1761122780.345825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00000400:00000200:3.0:1761122780.347261:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.347279:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204d80 00000400:00000200:3.0:1761122780.347286:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed69 [1] + 224 00000400:00000200:3.0:1761122780.347298:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.347301:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.347310:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643632000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.347397:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.347402:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.347404:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000400:00000200:3.0:1761122780.347408:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000100:00000200:2.0:1761122780.347408:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643632000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.347414:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251340 00000100:00000200:2.0:1761122780.347416:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643632000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.347420:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 1312 02000000:00000010:2.0:1761122780.347444:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ba9d2c. 02000000:00000010:2.0:1761122780.347450:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000add3157c. 00000100:00000010:2.0:1761122780.347453:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.347457:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.347461:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000200:3.0:1761122780.347480:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.347485:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.347489:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.347493:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:1.0:1761122780.348251:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a37cf730. 00000020:00000010:1.0:1761122780.348259:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.348264:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.348425:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643944768/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.348670:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944768 02000000:00000010:1.0:1761122780.348683:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a7ccb024. 00010000:00000010:1.0:1761122780.348711:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004fd378bd. 00010000:00000010:1.0:1761122780.348735:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.348742:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.348757:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.348761:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.348776:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122780.348779:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944768, offset 224 00080000:00000010:2.0:1761122780.348783:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000add3157c. 00000400:00000200:1.0:1761122780.348788:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.348799:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.348804:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88967:88967:256:4294967295] 192.168.201.27@tcp LPNI seq info [88967:88967:8:4294967295] 00000400:00000200:1.0:1761122780.348814:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.348818:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.348823:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.348828:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.348835:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.348838:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122780.348864:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.348870:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd380b72. 00010000:00000010:2.0:1761122780.348950:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122780.348957:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f55c43ec. 00010000:00000010:2.0:1761122780.348967:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.348971:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.348977:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.348987:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063ba9d2c. 02000000:00000010:2.0:1761122780.349348:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d265b3cb. 00000400:00000010:2.0:1761122780.349353:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.349357:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.349361:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632064, portal 16 00000400:00000010:2.0:1761122780.349364:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122780.349366:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632064, offset 0 00000400:00000200:2.0:1761122780.349371:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.349378:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.349384:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.349387:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.349390:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.349393:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88968:88968:255:4294967295] 192.168.201.27@tcp LPNI seq info [88968:88968:7:4294967295] 00000400:00000200:2.0:1761122780.349400:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.349403:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.349406:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122780.349410:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.349415:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.349417:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.349520:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.349527:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.349530:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a37cf730. 00000800:00000200:3.0:1761122780.349592:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.349596:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.349616:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.349621:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.349624:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:3.0:1761122780.349627:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00000800:00000200:3.0:1761122780.349812:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.349815:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122780.349818:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.349822:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.349824:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122780.349825:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:3.0:1761122780.349831:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643632064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.350696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fbfa7fa. 00010000:00000010:2.1:1761122780.350773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013def89b. 00010000:00000010:2.1:1761122780.350781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00000400:00000200:0.0:1761122780.351838:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.351853:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204dc0 00000400:00000200:0.0:1761122780.351861:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed75 [1] + 224 00000400:00000200:0.0:1761122780.351872:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.351876:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.351883:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643632064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.352294:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.352303:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251380 00000400:00000200:3.0:1761122780.352308:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 1640 00000400:00000010:2.0:1761122780.352537:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122780.352542:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122780.352544:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122780.352550:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643632064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.352558:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643632064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.352587:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d265b3cb. 02000000:00000010:2.0:1761122780.352593:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063ba9d2c. 00000100:00000010:2.0:1761122780.352596:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.352600:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.352604:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000200:3.0:1761122780.352684:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.352689:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.352693:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.352697:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000020:00000010:1.0:1761122780.352790:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a37cf730. 00000020:00000010:1.0:1761122780.352797:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.352811:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.352836:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7a35fd x1846669643944832/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.352870:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944832 02000000:00000010:1.0:1761122780.352882:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077d35f6f. 00010000:00000010:1.0:1761122780.352909:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074656182. 00010000:00000010:1.0:1761122780.352935:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.352940:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:1.0:1761122780.352957:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:1.0:1761122780.352961:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.352973:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122780.352977:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944832, offset 224 00000400:00000200:1.0:1761122780.352983:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.352993:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.352999:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88969:88969:256:4294967295] 192.168.201.27@tcp LPNI seq info [88969:88969:8:4294967295] 00000400:00000200:1.0:1761122780.353012:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.353017:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.353023:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.353029:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.353036:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.353039:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.353058:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000063d26ad. 00000020:00000010:1.0:1761122780.353063:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:1.0:1761122780.353066:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a37cf730. 00000800:00000200:1.0:1761122780.353156:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.353159:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:1.0:1761122780.353177:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.353181:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.353184:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:1.0:1761122780.353185:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00080000:00000010:3.0:1761122780.353329:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4338cf1. 00010000:00000010:3.0:1761122780.353599:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f55c43ec. 00010000:00000010:3.0:1761122780.353607:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001abc38b0. 00010000:00000010:3.0:1761122780.353702:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.353705:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000da2ede07. 00010000:00000010:3.0:1761122780.353710:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.353715:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00080000:00000010:3.0:1761122780.353726:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2d0965d. 00010000:00000010:3.0:1761122780.353755:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.353758:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da2ede07. 00010000:00000010:3.0:1761122780.353820:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.353824:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.353833:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000100:00000010:3.0:1761122780.353837:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.353843:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122780.353853:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6466b31. 02000000:00000010:3.0:1761122780.353877:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f79f1df3. 00000400:00000010:3.0:1761122780.353882:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.353887:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.353891:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632128, portal 16 00000400:00000010:3.0:1761122780.353895:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122780.353896:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632128, offset 0 00000400:00000200:3.0:1761122780.353902:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.353910:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.353916:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.353920:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.353922:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.353925:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88970:88970:256:4294967295] 192.168.201.27@tcp LPNI seq info [88970:88970:8:4294967295] 00000400:00000200:3.0:1761122780.353932:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.353936:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.353939:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122780.353943:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.353948:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.353950:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.354472:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.354476:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:0.0:1761122780.354482:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.354485:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.354488:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:0.0:1761122780.354490:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:0.0:1761122780.354495:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.355739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006159923c. 00000400:00000200:1.0:1761122780.357140:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.357157:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204e00 00000400:00000200:1.0:1761122780.357165:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed81 [1] + 224 00000400:00000200:1.0:1761122780.357179:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.357183:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.357191:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.357353:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee5f0d4f. 00000400:00000200:3.0:1761122780.357358:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:3.0:1761122780.357359:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:3.0:1761122780.357364:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.357371:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.358125:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f79f1df3. 02000000:00000010:3.0:1761122780.358143:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6466b31. 00000100:00000010:3.0:1761122780.358147:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122780.358151:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.358156:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 00000400:00000200:2.0:1761122780.358159:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.358172:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482513c0 00000400:00000200:2.0:1761122780.358178:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad761 [2] + 1968 00000400:00000010:2.0:1761122780.358186:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f764d57a. 00000400:00000200:2.0:1761122780.358189:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fa095bfb 00000400:00000200:2.0:1761122780.358244:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.358249:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.358251:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa095bfb 00000400:00000010:2.0:1761122780.358253:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fa095bfb (tot 82347202). 00000100:00000200:2.0:1761122780.358260:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122780.358438:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000853bbd95. 00000020:00000010:0.0:1761122780.358444:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.358448:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.358469:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009b2df74 x1846669643944896/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.358575:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944896 02000000:00000010:0.0:1761122780.358587:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9e321b9. 00010000:00000010:0.0:1761122780.358610:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007082c501. 00010000:00000010:0.0:1761122780.358628:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.358634:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000023043e43. 00000100:00000010:0.0:1761122780.358643:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000023043e43. 00010000:00000010:0.0:1761122780.358645:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00080000:00000010:3.0:1761122780.358779:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6466b31. 00010000:00000010:3.0:1761122780.358851:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.358856:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a4b2f1d. 00010000:00000010:3.0:1761122780.358938:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005151c15a. 00010000:00000010:3.0:1761122780.358944:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.358954:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000100:00000010:3.0:1761122780.358957:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.358963:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122780.358973:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f79f1df3. 02000000:00000010:3.0:1761122780.358995:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dda97f2. 00000400:00000010:3.0:1761122780.358999:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.359003:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.359009:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632192, portal 16 00000400:00000010:3.0:1761122780.359013:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122780.359015:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632192, offset 0 00000400:00000200:3.0:1761122780.359021:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.359032:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.359039:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.359042:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.359045:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000010:0.0:1761122780.359113:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122780.359117:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944896, offset 224 00000400:00000200:0.0:1761122780.359122:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.359185:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88971:88971:256:4294967295] 192.168.201.27@tcp LPNI seq info [88971:88971:8:4294967295] 00000400:00000200:3.0:1761122780.359196:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.359202:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.359204:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000800:00000010:3.0:1761122780.359207:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347450). 00000400:00000200:0.0:1761122780.359208:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88972:88972:255:4294967295] 192.168.201.27@tcp LPNI seq info [88972:88972:7:4294967295] 00000800:00000200:3.0:1761122780.359213:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000400:00000200:0.0:1761122780.359215:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.359219:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000200:3.0:1761122780.359220:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000010:0.0:1761122780.359222:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347698). 00000800:00000200:3.0:1761122780.359224:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.359225:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.359228:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.359229:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.359247:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.359252:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.359254:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000853bbd95. 02000000:00000010:0.0:1761122780.359262:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077d35f6f. 00000100:00000010:0.0:1761122780.359266:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 02000000:00000010:0.0:1761122780.359272:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a7ccb024. 00000100:00000010:0.0:1761122780.359274:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 02000000:00000010:0.0:1761122780.359277:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f561624. 00000100:00000010:0.0:1761122780.359279:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 02000000:00000010:0.0:1761122780.359281:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064086496. 00000100:00000010:0.0:1761122780.359283:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:0.0:1761122780.359285:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ebceec9. 00000100:00000010:0.0:1761122780.359287:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:0.0:1761122780.359290:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000334308f1. 00000100:00000010:0.0:1761122780.359292:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000200:0.0:1761122780.359298:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1761122780.359302:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1761122780.359302:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000742a011. 00000800:00000010:1.0:1761122780.359305:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347450). 00000400:00000010:0.0:1761122780.359305:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000023043e43 (tot 82347602). 00000400:00000200:1.0:1761122780.359310:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.359314:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.359316:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122780.359318:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122780.359322:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761122780.359381:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.359383:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.359390:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.359393:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.359395:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:1.0:1761122780.359396:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 02000000:00000010:1.0:1761122780.359400:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9e321b9. 00010000:00000010:2.1:1761122780.360697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a5be963. 00010000:00000010:2.1:1761122780.360707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:1.1:1761122780.361899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000859e6f53. 00010000:00000010:3.1:1761122780.364700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbbde55e. 00010000:00000010:0.1:1761122780.364704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b8dcb08. 00010000:00000010:3.1:1761122780.364715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:3.1:1761122780.364722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122780.364727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00000400:00000200:1.0:1761122780.364884:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.364903:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204e40 00000400:00000200:1.0:1761122780.364913:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed89 [1] + 224 00000400:00000200:1.0:1761122780.364926:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.364931:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.364941:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.364983:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.364990:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251400 00000400:00000200:1.0:1761122780.364994:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 0 00000400:00000200:1.0:1761122780.365317:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.365322:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.365327:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.365332:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:3.0:1761122780.365417:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee5f0d4f. 00000400:00000200:3.0:1761122780.365422:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:3.0:1761122780.365425:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:3.0:1761122780.365479:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.365488:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122780.365509:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ebceec9. 00000020:00000010:0.0:1761122780.365516:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 02000000:00000010:3.0:1761122780.365517:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dda97f2. 00000020:00000010:0.0:1761122780.365520:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 02000000:00000010:3.0:1761122780.365522:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f79f1df3. 00000100:00000010:3.0:1761122780.365525:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122780.365529:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.365533:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 00000100:00000200:0.0:1761122780.365546:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643944960/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.365596:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643944960 02000000:00000010:0.0:1761122780.365607:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064086496. 00010000:00000010:0.0:1761122780.365637:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f530a987. 00010000:00000010:0.0:1761122780.365696:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.365703:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.365713:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.365715:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.365728:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122780.365732:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643944960, offset 224 00000400:00000200:0.0:1761122780.365740:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.365751:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.365756:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88973:88973:256:4294967295] 192.168.201.27@tcp LPNI seq info [88973:88973:8:4294967295] 00080000:00000010:3.0:1761122780.365758:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f79f1df3. 00000400:00000200:0.0:1761122780.365765:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.365770:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.365775:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.365780:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.365786:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.365789:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.365803:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.365807:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.365810:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ebceec9. 00010000:00000010:3.0:1761122780.365836:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.365842:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067eed604. 00010000:00000010:3.0:1761122780.365920:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00000800:00000200:2.0:1761122780.365925:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761122780.365927:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00000800:00000010:2.0:1761122780.365928:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00010000:00000010:3.0:1761122780.365934:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000400:00000200:2.0:1761122780.365936:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1761122780.365937:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000400:00000200:2.0:1761122780.365939:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000010:3.0:1761122780.365942:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 00000400:00000200:2.0:1761122780.365942:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:2.0:1761122780.365943:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 02000000:00000010:3.0:1761122780.365951:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dda97f2. 02000000:00000010:3.0:1761122780.365973:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6e56d7a. 00000400:00000010:3.0:1761122780.365976:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.365980:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.365984:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632256, portal 16 00000400:00000010:3.0:1761122780.365988:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122780.365990:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632256, offset 0 00000400:00000200:3.0:1761122780.365995:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.366001:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.366008:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.366012:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.366015:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.366018:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88974:88974:256:4294967295] 192.168.201.27@tcp LPNI seq info [88974:88974:8:4294967295] 00000400:00000200:3.0:1761122780.366025:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.366029:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.366032:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122780.366036:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.366040:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.366042:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.366186:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.366189:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:0.0:1761122780.366194:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.366198:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.366200:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:0.0:1761122780.366202:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000100:00000200:0.0:1761122780.366206:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.367954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093a28fb5. 00010000:00000010:3.1:1761122780.367967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:1.0:1761122780.372531:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.372552:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204e80 00000400:00000200:1.0:1761122780.372562:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaed9d [1] + 224 00000400:00000200:1.0:1761122780.372575:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.372580:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.372591:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.372635:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.372641:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251440 00000400:00000200:1.0:1761122780.372647:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 328 00000400:00000010:3.0:1761122780.372742:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee5f0d4f. 00000400:00000200:3.0:1761122780.372748:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:3.0:1761122780.372750:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:3.0:1761122780.372756:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.372763:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.372793:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6e56d7a. 02000000:00000010:3.0:1761122780.372800:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dda97f2. 00000100:00000010:3.0:1761122780.372804:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122780.372807:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.372812:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 00000400:00000200:1.0:1761122780.372926:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.372931:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.372936:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.372941:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:3.0:1761122780.373030:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dda97f2. 00000020:00000010:3.0:1761122780.373036:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da2ede07. 00000020:00000010:3.0:1761122780.373040:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000bf27e356. 00000100:00000200:3.0:1761122780.373063:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643945024/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.373119:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945024 02000000:00000010:2.0:1761122780.373143:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:2.0:1761122780.373172:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001fa3e7f8. 00010000:00000010:2.0:1761122780.373193:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.373200:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.373219:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.373222:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.373236:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.373240:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945024, offset 224 00000400:00000200:2.0:1761122780.373248:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.373260:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.373265:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88975:88975:256:4294967295] 192.168.201.27@tcp LPNI seq info [88975:88975:8:4294967295] 00000400:00000200:2.0:1761122780.373274:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.373279:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.373283:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.373289:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.373296:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.373300:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.373323:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da2ede07. 00000020:00000010:2.0:1761122780.373327:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000bf27e356. 00000020:00000010:2.0:1761122780.373331:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dda97f2. 00010000:00000010:0.1:1761122780.374986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068500394. 00000800:00000200:0.0:1761122780.375101:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.375105:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122780.375110:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.375117:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.375122:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:0.0:1761122780.375124:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00080000:00000010:3.0:1761122780.375304:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6e56d7a. 00010000:00000010:3.0:1761122780.375392:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.375401:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000769c2eb5. 00010000:00000010:3.0:1761122780.375479:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.375486:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.375499:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000100:00000010:3.0:1761122780.375505:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.375513:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122780.375526:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e44414e3. 02000000:00000010:3.0:1761122780.375553:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008fdef252. 00000400:00000010:3.0:1761122780.375559:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.375565:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.375570:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632320, portal 16 00000400:00000010:3.0:1761122780.375575:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122780.375577:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632320, offset 0 00000400:00000200:3.0:1761122780.375583:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.375593:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.375600:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.375603:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.375606:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.375609:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88976:88976:256:4294967295] 192.168.201.27@tcp LPNI seq info [88976:88976:8:4294967295] 00000400:00000200:3.0:1761122780.375618:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.375623:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.375627:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.375632:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.375638:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.375641:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.375779:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.375782:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:0.0:1761122780.375787:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.375791:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.375794:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:0.0:1761122780.375795:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000100:00000200:0.0:1761122780.375802:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.377773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000195ab66f. 00010000:00000010:3.1:1761122780.377786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00000400:00000200:1.0:1761122780.379923:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.379943:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204ec0 00000400:00000200:1.0:1761122780.379952:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeda9 [1] + 224 00000400:00000200:1.0:1761122780.379968:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.379972:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.379984:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.380067:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee5f0d4f. 00000400:00000200:3.0:1761122780.380073:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:3.0:1761122780.380075:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:3.0:1761122780.380080:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.380087:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632320/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.380117:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008fdef252. 02000000:00000010:3.0:1761122780.380124:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e44414e3. 00000100:00000010:3.0:1761122780.380140:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122780.380144:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.380150:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 00010000:00000010:2.1:1761122780.385690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f71cc74. 00010000:00000010:3.1:1761122780.387478:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bdaef56. 00010000:00000010:3.1:1761122780.387491:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00000400:00000200:1.0:1761122780.387704:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.387725:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251480 00000400:00000200:1.0:1761122780.387733:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 656 00000400:00000200:1.0:1761122780.388262:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.388269:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.388277:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.388283:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:2.0:1761122780.388707:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:2.0:1761122780.388715:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.388719:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.388748:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643945088/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.388781:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945088 02000000:00000010:2.0:1761122780.388794:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea1f1fa3. 00010000:00000010:2.0:1761122780.388823:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000970d486b. 00010000:00000010:2.0:1761122780.388846:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.388854:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.388872:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.388876:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.388892:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122780.388897:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945088, offset 224 00000400:00000200:2.0:1761122780.388906:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.388918:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.388924:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88977:88977:256:4294967295] 192.168.201.27@tcp LPNI seq info [88977:88977:8:4294967295] 00000400:00000200:2.0:1761122780.388934:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.388939:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.388944:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122780.388949:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.388956:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.388961:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.388987:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.388992:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00080000:00000010:3.0:1761122780.388994:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e44414e3. 00000020:00000010:2.0:1761122780.388995:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00010000:00000010:3.0:1761122780.389085:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.389093:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb562d0a. 00010000:00000010:3.0:1761122780.389190:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.389197:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122780.389209:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d2b6e4b1. 00000100:00000010:3.0:1761122780.389213:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.389220:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122780.389232:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008fdef252. 02000000:00000010:3.0:1761122780.389255:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038e80bc5. 00000400:00000010:3.0:1761122780.389475:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.389480:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.389484:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632384, portal 16 00000400:00000010:3.0:1761122780.389489:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122780.389491:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632384, offset 0 00000400:00000200:3.0:1761122780.389497:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.389505:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.389512:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.389515:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.389518:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.389521:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88978:88978:255:4294967295] 192.168.201.27@tcp LPNI seq info [88978:88978:7:4294967295] 00000400:00000200:3.0:1761122780.389528:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.389532:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.389536:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347850). 00000800:00000200:3.0:1761122780.389541:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.389545:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.389562:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.389677:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.389681:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347602). 00000400:00000200:1.0:1761122780.389686:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.389691:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.389695:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:1.0:1761122780.389697:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000800:00000200:1.0:1761122780.389758:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.389762:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:1.0:1761122780.389766:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.389770:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.389773:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:1.0:1761122780.389774:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:1.0:1761122780.389780:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.392890:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.392908:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204f00 00000400:00000200:1.0:1761122780.392917:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaedb5 [1] + 224 00000400:00000200:1.0:1761122780.392929:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.392933:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.392942:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.392984:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.392991:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482514c0 00000400:00000200:1.0:1761122780.392997:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 984 00000400:00000200:1.0:1761122780.393050:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.393055:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.393059:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.393065:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000020:00000010:0.0:1761122780.394324:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ebceec9. 00000020:00000010:0.0:1761122780.394334:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.394339:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.394367:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643945152/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1761122780.394505:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ee5f0d4f. 00000400:00000200:2.0:1761122780.394510:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:2.0:1761122780.394512:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:2.0:1761122780.394519:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.394527:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.394541:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945152 02000000:00000010:2.0:1761122780.394552:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038e80bc5. 02000000:00000010:2.0:1761122780.394558:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008fdef252. 00000100:00000010:2.0:1761122780.394562:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:2.0:1761122780.394566:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:2.0:1761122780.394570:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d2b6e4b1. 02000000:00000010:0.0:1761122780.394630:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f561624. 00010000:00000010:0.0:1761122780.394682:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4a487f1. 00010000:00000010:0.0:1761122780.394704:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.394710:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.394720:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.394723:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.394735:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122780.394738:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945152, offset 224 00000400:00000200:0.0:1761122780.394746:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.394757:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.394763:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88979:88979:256:4294967295] 192.168.201.27@tcp LPNI seq info [88979:88979:8:4294967295] 00000400:00000200:0.0:1761122780.394774:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.394779:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.394785:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.394790:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.394798:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.394801:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.395000:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.395006:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.395009:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ebceec9. 00000800:00000200:1.0:1761122780.395314:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.395319:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.395330:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.395336:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.395339:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:1.0:1761122780.395341:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00080000:00000010:2.0:1761122780.395697:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000756e2a42. 00010000:00000010:2.0:1761122780.395785:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:2.0:1761122780.395793:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004170784c. 00010000:00000010:2.0:1761122780.395866:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122780.395870:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000037adc309. 00010000:00000010:2.0:1761122780.395875:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122780.395880:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00080000:00000010:2.0:1761122780.395893:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d265b3cb. 00010000:00000010:2.0:1761122780.395920:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122780.395923:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037adc309. 00010000:00000010:2.0:1761122780.395967:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.0:1761122780.395971:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122780.395977:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.395982:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.395988:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.395998:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dded4e8. 02000000:00000010:2.0:1761122780.396022:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cdf04d6. 00000400:00000010:2.0:1761122780.396025:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f764d57a. 00000400:00000010:2.0:1761122780.396030:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122780.396034:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632448, portal 16 00000400:00000010:2.0:1761122780.396038:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122780.396040:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632448, offset 0 00000400:00000200:2.0:1761122780.396046:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.396054:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.396061:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.396064:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.396067:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.396071:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88980:88980:256:4294967295] 192.168.201.27@tcp LPNI seq info [88980:88980:8:4294967295] 00000400:00000200:2.0:1761122780.396078:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.396083:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.396086:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122780.396090:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.396095:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.396097:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.396224:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.396227:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122780.396230:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.396234:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.396238:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:1.0:1761122780.396240:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:1.0:1761122780.396246:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643632448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.398701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051fedff0. 00010000:00000010:3.1:1761122780.398716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:1.0:1761122780.402546:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.402568:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204f40 00000400:00000200:1.0:1761122780.402578:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaedc1 [1] + 224 00000400:00000200:1.0:1761122780.402591:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.402596:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.402608:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643632448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.403078:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.403086:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251500 00000400:00000200:1.0:1761122780.403092:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 1312 00000400:00000200:1.0:1761122780.403166:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.403170:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.403175:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.403181:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000400:00000010:2.0:1761122780.403853:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f764d57a. 00000400:00000200:2.0:1761122780.403859:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:2.0:1761122780.403861:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:2.0:1761122780.403869:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643632448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.403878:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643632448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.403912:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cdf04d6. 02000000:00000010:2.0:1761122780.403919:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dded4e8. 00000100:00000010:2.0:1761122780.403926:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.403931:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.403935:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000020:00000010:0.0:1761122780.404337:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ebceec9. 00000020:00000010:0.0:1761122780.404346:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.404529:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.404568:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643945216/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.404602:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945216 02000000:00000010:0.0:1761122780.404613:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000853bbd95. 00010000:00000010:0.0:1761122780.404641:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000efa7de49. 00010000:00000010:0.0:1761122780.404679:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.404686:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.404697:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.404701:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.404714:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00080000:00000010:2.0:1761122780.404716:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cdf04d6. 00000100:00000200:0.0:1761122780.404718:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945216, offset 224 00000400:00000200:0.0:1761122780.404726:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.404738:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.404743:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88981:88981:256:4294967295] 192.168.201.27@tcp LPNI seq info [88981:88981:8:4294967295] 00000400:00000200:0.0:1761122780.404754:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.404758:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.404764:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.404770:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.404777:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.404780:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122780.404794:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122780.404800:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d70b331. 00000020:00000010:0.0:1761122780.404811:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.404816:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.404819:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ebceec9. 00010000:00000010:2.0:1761122780.405114:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:2.0:1761122780.405121:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dca3cd7a. 00010000:00000010:2.0:1761122780.405160:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.405165:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.405171:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.405186:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dded4e8. 02000000:00000010:2.0:1761122780.405209:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003064685a. 00000400:00000010:2.0:1761122780.405215:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f764d57a. 00000400:00000010:2.0:1761122780.405220:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122780.405224:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632512, portal 16 00000400:00000010:2.0:1761122780.405228:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122780.405230:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632512, offset 0 00000400:00000200:2.0:1761122780.405236:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.405243:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.405249:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.405253:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.405256:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.405259:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88982:88982:255:4294967295] 192.168.201.27@tcp LPNI seq info [88982:88982:7:4294967295] 00000400:00000200:2.0:1761122780.405267:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.405272:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.405276:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122780.405280:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.405291:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.405293:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.405412:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.405415:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347602). 00000400:00000200:3.0:1761122780.405424:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.405429:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.405432:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:3.0:1761122780.405433:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000800:00000200:3.0:1761122780.405489:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.405491:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122780.405494:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.405497:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.405499:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:3.0:1761122780.405500:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:3.0:1761122780.405504:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643632512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.406009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000420d8a17. 00010000:00000010:0.1:1761122780.406734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000214d7849. 00000400:00000200:1.0:1761122780.408983:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.409005:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204f80 00000400:00000200:1.0:1761122780.409015:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaedcd [1] + 224 00000400:00000200:1.0:1761122780.409033:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.409037:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.409049:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643632512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.409459:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.409469:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251540 00000400:00000200:1.0:1761122780.409475:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 1640 00000400:00000200:1.0:1761122780.409533:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.409537:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.409542:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.409559:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000400:00000010:2.0:1761122780.410203:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f764d57a. 00000400:00000200:2.0:1761122780.410209:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:2.0:1761122780.410212:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:2.0:1761122780.410219:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643632512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.410228:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643632512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.410260:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003064685a. 02000000:00000010:2.0:1761122780.410267:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dded4e8. 00000100:00000010:2.0:1761122780.410272:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.410276:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.410280:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000020:00000010:2.0:1761122780.410694:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003064685a. 00000020:00000010:2.0:1761122780.410701:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.410705:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.410733:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643945280/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.410776:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945280 02000000:00000010:2.0:1761122780.410788:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004dded4e8. 00010000:00000010:2.0:1761122780.410815:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000294a2f01. 00010000:00000010:2.0:1761122780.410834:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.410841:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.410860:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.410864:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.410875:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122780.410880:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945280, offset 224 00000400:00000200:2.0:1761122780.410888:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.410900:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.410906:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88983:88983:256:4294967295] 192.168.201.27@tcp LPNI seq info [88983:88983:8:4294967295] 00000400:00000200:2.0:1761122780.410916:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.410921:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.410926:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122780.410932:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.410939:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.410943:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.411197:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.411202:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.411206:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003064685a. 00080000:00000010:3.0:1761122780.411402:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b383a153. 00010000:00000010:3.0:1761122780.411487:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dca3cd7a. 00010000:00000010:3.0:1761122780.411494:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a7d5546c. 00010000:00000010:3.0:1761122780.411590:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.411597:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122780.411608:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000178a7b9f. 00000100:00000010:3.0:1761122780.411612:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7f23f5b. 00000100:00000010:3.0:1761122780.411620:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122780.411631:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1b7bdfa. 02000000:00000010:2.0:1761122780.411977:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003064685a. 00000400:00000010:2.0:1761122780.411983:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f764d57a. 00000400:00000010:2.0:1761122780.411988:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122780.411993:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632576, portal 16 00000400:00000010:2.0:1761122780.411997:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122780.411999:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632576, offset 0 00000800:00000200:1.0:1761122780.412004:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1761122780.412005:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.412008:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122780.412011:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.412013:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.412016:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.412019:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000200:2.0:1761122780.412020:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000010:1.0:1761122780.412020:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000400:00000200:2.0:1761122780.412023:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.412026:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.412029:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88984:88984:255:4294967295] 192.168.201.27@tcp LPNI seq info [88984:88984:7:4294967295] 00000400:00000200:2.0:1761122780.412036:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.412040:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.412043:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.412047:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.412052:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.412054:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.412094:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.412097:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122780.412100:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.412103:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.412111:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:1.0:1761122780.412113:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:1.0:1761122780.412119:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643632576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.413742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a33eb4cf. 00010000:00000010:2.1:1761122780.413753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122780.413759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122780.413762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00000400:00000200:1.0:1761122780.415125:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.415156:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948204fc0 00000400:00000200:1.0:1761122780.415166:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaedd9 [1] + 224 00000400:00000200:1.0:1761122780.415197:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.415201:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.415212:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643632576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.415997:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.416007:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251580 00000400:00000200:1.0:1761122780.416014:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad7b9 [2] + 1968 00000400:00000010:1.0:1761122780.416019:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:1.0:1761122780.416023:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006535c41d 00000400:00000200:1.0:1761122780.416077:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.416081:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.416084:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006535c41d 00000400:00000010:1.0:1761122780.416087:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006535c41d (tot 82347202). 00000100:00000200:1.0:1761122780.416093:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761122780.417106:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f764d57a. 00000400:00000200:2.0:1761122780.417112:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:2.0:1761122780.417114:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:2.0:1761122780.417123:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643632576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.417149:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643632576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.417180:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003064685a. 02000000:00000010:2.0:1761122780.417186:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1b7bdfa. 00000100:00000010:2.0:1761122780.417190:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:2.0:1761122780.417194:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7f23f5b. 00010000:00000010:2.0:1761122780.417198:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000178a7b9f. 00000020:00000010:0.0:1761122780.417529:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ebceec9. 00000020:00000010:0.0:1761122780.417537:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.417541:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00010000:00000010:2.1:1761122780.417763:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d172a653. 00010000:00000010:2.1:1761122780.417773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00010000:00000010:0.1:1761122780.417855:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af45cd5. 00000100:00000200:0.0:1761122780.417861:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000577e0cf8 x1846669643945344/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.417896:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945344 02000000:00000010:0.0:1761122780.417909:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022c117aa. 00010000:00000010:0.0:1761122780.417938:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3a01a95. 00010000:00000010:0.0:1761122780.417959:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.417965:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7c7080a. 00000100:00000010:0.0:1761122780.417986:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7c7080a. 00010000:00000010:0.0:1761122780.417989:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000010:0.0:1761122780.418002:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122780.418007:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945344, offset 224 00000400:00000200:0.0:1761122780.418015:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.418029:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.418035:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88985:88985:256:4294967295] 192.168.201.27@tcp LPNI seq info [88985:88985:8:4294967295] 00000400:00000200:0.0:1761122780.418046:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.418052:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.418057:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347450). 00000800:00000200:0.0:1761122780.418063:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.418071:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.418074:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.418102:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.418107:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.418110:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ebceec9. 02000000:00000010:0.0:1761122780.418118:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004dded4e8. 00000100:00000010:0.0:1761122780.418122:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:0.0:1761122780.418141:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000853bbd95. 00000100:00000010:0.0:1761122780.418144:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122780.418149:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f561624. 00000100:00000010:0.0:1761122780.418151:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:0.0:1761122780.418153:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea1f1fa3. 00000100:00000010:0.0:1761122780.418157:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:0.0:1761122780.418159:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:0.0:1761122780.418162:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:0.0:1761122780.418166:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064086496. 00000100:00000010:0.0:1761122780.418168:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000200:0.0:1761122780.418176:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122780.418182:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcfb7829. 00000400:00000010:0.0:1761122780.418186:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7c7080a (tot 82347602). 00000800:00000200:1.0:1761122780.418358:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.418363:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.418372:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.418377:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.418380:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:1.0:1761122780.418382:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 02000000:00000010:1.0:1761122780.418387:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022c117aa. 00080000:00000010:3.0:1761122780.418449:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fdef252. 00010000:00000010:3.0:1761122780.418526:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122780.418533:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd0bbd60. 00010000:00000010:3.0:1761122780.418630:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005151c15a. 00010000:00000010:3.0:1761122780.418637:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122780.418648:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e655b924. 00000100:00000010:3.0:1761122780.418652:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00010000:00000010:3.1:1761122780.418692:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda3340a. 00010000:00000010:3.1:1761122780.418699:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0fc8fd. 00000100:00000010:3.0:1761122780.418710:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.418721:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038e80bc5. 02000000:00000010:3.0:1761122780.418745:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dda97f2. 00000400:00000010:3.0:1761122780.418750:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071cf41f0. 00000400:00000010:3.0:1761122780.418755:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122780.418759:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632640, portal 16 00000400:00000010:3.0:1761122780.418763:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122780.418765:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632640, offset 0 00000400:00000200:3.0:1761122780.418772:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.418780:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.418786:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.418790:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.418793:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.418796:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88986:88986:256:4294967295] 192.168.201.27@tcp LPNI seq info [88986:88986:8:4294967295] 00000400:00000200:3.0:1761122780.418805:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.418809:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.418813:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122780.418818:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.418823:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.418826:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.419274:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.419278:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:1.0:1761122780.419283:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.419289:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.419293:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:1.0:1761122780.419294:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000100:00000200:1.0:1761122780.419301:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643632640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.420816:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.420833:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205000 00000400:00000200:1.0:1761122780.420842:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaede9 [1] + 224 00000400:00000200:1.0:1761122780.420854:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.420858:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.420866:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643632640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.421218:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071cf41f0. 00000400:00000200:3.0:1761122780.421224:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:3.0:1761122780.421226:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:3.0:1761122780.421231:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643632640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.421239:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643632640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.421269:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dda97f2. 02000000:00000010:3.0:1761122780.421274:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038e80bc5. 00000100:00000010:3.0:1761122780.421278:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:3.0:1761122780.421281:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122780.421285:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e655b924. 00000400:00000200:1.0:1761122780.422978:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.422995:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482515c0 00000400:00000200:1.0:1761122780.423002:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 0 00000400:00000200:1.0:1761122780.423062:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.423068:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.423073:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.423078:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:2.0:1761122780.423975:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003064685a. 00000020:00000010:2.0:1761122780.423984:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.423989:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.424019:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643945408/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.424061:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945408 02000000:00000010:2.0:1761122780.424075:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007fcc7d0a. 00010000:00000010:2.0:1761122780.424105:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ecf4f59. 00010000:00000010:2.0:1761122780.424148:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.424156:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.424174:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.424179:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.424194:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122780.424200:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945408, offset 224 00000400:00000200:2.0:1761122780.424209:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.424221:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.424228:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88987:88987:256:4294967295] 192.168.201.27@tcp LPNI seq info [88987:88987:8:4294967295] 00000400:00000200:2.0:1761122780.424240:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.424246:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.424251:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122780.424258:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.424265:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.424270:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.424284:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122780.424289:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.424292:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003064685a. 00000800:00000200:1.0:1761122780.424430:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.424434:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122780.424439:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.424443:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.424447:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:1.0:1761122780.424450:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00080000:00000010:3.0:1761122780.424521:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038e80bc5. 00010000:00000010:3.0:1761122780.424623:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122780.424630:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079513d05. 00010000:00000010:3.0:1761122780.424747:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.0:1761122780.424754:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122780.424765:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e655b924. 00000100:00000010:3.0:1761122780.424770:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122780.424778:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122780.424789:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dda97f2. 02000000:00000010:3.0:1761122780.424814:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:3.0:1761122780.424820:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071cf41f0. 00000400:00000010:3.0:1761122780.424825:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122780.424831:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632704, portal 16 00000400:00000010:3.0:1761122780.424835:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122780.424837:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632704, offset 0 00000400:00000200:3.0:1761122780.424844:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.424851:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.424858:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.424861:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.424864:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.424867:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88988:88988:256:4294967295] 192.168.201.27@tcp LPNI seq info [88988:88988:8:4294967295] 00000400:00000200:3.0:1761122780.424875:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.424881:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.424885:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122780.424889:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.424895:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.424897:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.427252:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.427260:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:1.0:1761122780.427269:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.427277:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.427282:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:1.0:1761122780.427284:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:1.0:1761122780.427294:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643632704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.427791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b66dbd4e. 00000400:00000200:1.0:1761122780.429305:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.429326:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205040 00000400:00000200:1.0:1761122780.429336:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaedf5 [1] + 224 00000400:00000200:1.0:1761122780.429350:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.429355:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.429364:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643632704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.429459:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071cf41f0. 00000400:00000200:2.0:1761122780.429465:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:2.0:1761122780.429467:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:2.0:1761122780.429473:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643632704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.429482:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643632704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.429510:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:2.0:1761122780.429515:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dda97f2. 00000100:00000010:2.0:1761122780.429520:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 00000100:00000010:2.0:1761122780.429524:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:2.0:1761122780.429529:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e655b924. 00000400:00000200:1.0:1761122780.430595:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.430610:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251600 00000400:00000200:1.0:1761122780.430617:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 328 00000400:00000200:1.0:1761122780.430702:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.430707:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.430712:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.430718:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:0.0:1761122780.430852:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064086496. 00000020:00000010:0.0:1761122780.430860:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.430864:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.430890:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643945472/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.430926:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945472 02000000:00000010:0.0:1761122780.430938:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f561624. 00010000:00000010:0.0:1761122780.430966:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a641c2a0. 00010000:00000010:0.0:1761122780.430986:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.430994:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.431010:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:3.1:1761122780.431013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b377228. 00010000:00000010:0.0:1761122780.431014:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00010000:00000010:3.1:1761122780.431019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000010:0.0:1761122780.431027:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122780.431031:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945472, offset 224 00000400:00000200:0.0:1761122780.431039:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.431049:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.431055:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88989:88989:256:4294967295] 192.168.201.27@tcp LPNI seq info [88989:88989:8:4294967295] 00000400:00000200:0.0:1761122780.431065:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.431073:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.431078:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.431084:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.431092:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.431096:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.431119:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.431124:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.431137:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064086496. 00080000:00000010:2.0:1761122780.431147:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053397f98. 00010000:00000010:2.0:1761122780.431244:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f0bd2bc. 00010000:00000010:2.0:1761122780.431250:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3387c2a. 00000800:00000200:1.0:1761122780.431318:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.431323:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00010000:00000010:2.0:1761122780.431328:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00000400:00000200:1.0:1761122780.431331:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122780.431332:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000037adc309. 00000400:00000200:1.0:1761122780.431335:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:2.0:1761122780.431337:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00000400:00000200:1.0:1761122780.431339:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:1.0:1761122780.431341:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00010000:00000010:2.0:1761122780.431342:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00080000:00000010:2.0:1761122780.431355:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003064685a. 00010000:00000010:2.0:1761122780.431396:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122780.431400:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037adc309. 00010000:00000010:2.0:1761122780.431455:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122780.431459:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122780.431467:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.431471:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.431478:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.431491:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c727a7b. 02000000:00000010:2.0:1761122780.431516:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009ba98d61. 00000400:00000010:2.0:1761122780.431521:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f764d57a. 00000400:00000010:2.0:1761122780.431526:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122780.431531:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632768, portal 16 00000400:00000010:2.0:1761122780.431536:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122780.431538:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632768, offset 0 00000400:00000200:2.0:1761122780.431544:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.431566:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.431573:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.431577:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.431580:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.431583:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88990:88990:256:4294967295] 192.168.201.27@tcp LPNI seq info [88990:88990:8:4294967295] 00000400:00000200:2.0:1761122780.431591:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.431598:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.431602:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.431606:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.431610:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.431613:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.431720:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.431724:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122780.431727:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.431731:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.431734:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:1.0:1761122780.431736:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:1.0:1761122780.431742:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643632768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.431800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd602c93. 00010000:00000010:0.1:1761122780.431980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c97c88af. 00000400:00000200:0.0:1761122780.437176:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.437196:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205080 00000400:00000200:0.0:1761122780.437204:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee01 [1] + 224 00000400:00000200:0.0:1761122780.437218:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.437222:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.437233:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643632768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.437271:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.437278:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251640 00000400:00000200:0.0:1761122780.437282:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 656 00000400:00000010:2.0:1761122780.437624:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f764d57a. 00000400:00000200:2.0:1761122780.437629:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122780.437631:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122780.437638:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643632768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.437647:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643632768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.437704:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009ba98d61. 02000000:00000010:2.0:1761122780.437711:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c727a7b. 00000100:00000010:2.0:1761122780.437717:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122780.437721:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.437726:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00010000:00000010:3.1:1761122780.437761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009088d71c. 00010000:00000010:3.1:1761122780.437769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00000400:00000200:0.0:1761122780.437963:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.437969:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.437973:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.437979:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 00000020:00000010:2.0:1761122780.438707:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba98d61. 00000020:00000010:2.0:1761122780.438714:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.438718:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.438744:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643945536/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122780.438783:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945536 02000000:00000010:2.0:1761122780.438795:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a21dd0b4. 00010000:00000010:2.0:1761122780.438821:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eee7baaa. 00010000:00000010:2.0:1761122780.438839:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.438845:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.438863:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.438866:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.438880:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122780.438884:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945536, offset 224 00000400:00000200:2.0:1761122780.438893:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122780.438901:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063102d21. 00000400:00000200:2.0:1761122780.438904:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.438909:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88991:88991:256:4294967295] 192.168.201.27@tcp LPNI seq info [88991:88991:8:4294967295] 00000400:00000200:2.0:1761122780.438919:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.438923:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.438928:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.438933:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.438939:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.438943:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.438963:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.438967:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.438971:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba98d61. 00010000:00000010:3.0:1761122780.438974:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:3.0:1761122780.438979:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e307c040. 00010000:00000010:3.0:1761122780.439050:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005151c15a. 00010000:00000010:3.0:1761122780.439057:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122780.439067:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cc13a46. 00000100:00000010:3.0:1761122780.439071:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.439077:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122780.439087:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dda97f2. 02000000:00000010:3.0:1761122780.439109:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:3.0:1761122780.439114:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e52a62f3. 00000400:00000010:3.0:1761122780.439119:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.439123:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632832, portal 16 00000400:00000010:3.0:1761122780.439138:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122780.439141:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632832, offset 0 00000400:00000200:3.0:1761122780.439147:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00010000:00000010:0.1:1761122780.439150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004601f0b9. 00000400:00000200:3.0:1761122780.439154:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.439160:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.439164:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.439166:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.439168:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88992:88992:255:4294967295] 192.168.201.27@tcp LPNI seq info [88992:88992:7:4294967295] 00000400:00000200:3.0:1761122780.439176:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.439180:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.439183:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347850). 00000800:00000200:3.0:1761122780.439187:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.439191:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.439193:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.439228:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.439232:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:0.0:1761122780.439236:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.439240:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.439243:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:0.0:1761122780.439245:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000800:00000200:0.0:1761122780.439276:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.439278:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:0.0:1761122780.439282:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.439285:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.439287:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:0.0:1761122780.439289:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00000100:00000200:0.0:1761122780.439502:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c572ff4a x1846669643632832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.439833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fed77d5f. 00010000:00000010:2.1:1761122780.439842:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:2.1:1761122780.439847:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122780.439850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00000400:00000200:0.0:1761122780.441801:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.441885:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482050c0 00000400:00000200:0.0:1761122780.441896:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee0d [1] + 224 00000400:00000200:0.0:1761122780.441914:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.441918:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.441927:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c572ff4a x1846669643632832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.442468:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.442476:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251680 00000400:00000200:0.0:1761122780.442481:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 984 00000400:00000200:0.0:1761122780.442532:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.442536:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.442540:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.442546:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 00000400:00000010:3.0:1761122780.442877:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e52a62f3. 00000400:00000200:3.0:1761122780.442883:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:3.0:1761122780.442884:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.442891:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c572ff4a x1846669643632832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.442900:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c572ff4a x1846669643632832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.442930:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:3.0:1761122780.442935:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dda97f2. 00000100:00000010:3.0:1761122780.442939:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000100:00000010:3.0:1761122780.442945:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.442950:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cc13a46. 00000020:00000010:2.0:1761122780.443294:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba98d61. 00000020:00000010:2.0:1761122780.443303:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.443308:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.443331:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643945600/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.443372:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945600 02000000:00000010:2.0:1761122780.443384:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034783678. 00010000:00000010:2.0:1761122780.443412:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b834ce50. 00010000:00000010:2.0:1761122780.443433:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.443439:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.443458:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.443462:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.443475:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122780.443480:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945600, offset 224 00000400:00000200:2.0:1761122780.443488:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.443500:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.443505:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88993:88993:256:4294967295] 192.168.201.27@tcp LPNI seq info [88993:88993:8:4294967295] 00000400:00000200:2.0:1761122780.443519:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.443524:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.443529:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.443534:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.443543:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.443547:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.443567:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.443571:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.443575:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba98d61. 00000800:00000200:2.0:1761122780.443682:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.443685:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122780.443689:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.443693:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.443697:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:2.0:1761122780.443698:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00080000:00000010:0.0:1761122780.443822:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064086496. 00010000:00000010:0.0:1761122780.444162:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:0.0:1761122780.444170:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041f6a9a8. 00010000:00000010:0.0:1761122780.444249:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122780.444256:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.444267:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000091b49e06. 00000100:00000010:0.0:1761122780.444271:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.444278:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.444288:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000853bbd95. 02000000:00000010:0.0:1761122780.444312:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ebceec9. 00000400:00000010:0.0:1761122780.444317:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.444321:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122780.444325:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632896, portal 16 00000400:00000010:0.0:1761122780.444330:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122780.444332:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632896, offset 0 00000400:00000200:0.0:1761122780.444337:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.444345:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.444352:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.444356:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.444359:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.444361:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88994:88994:256:4294967295] 192.168.201.27@tcp LPNI seq info [88994:88994:8:4294967295] 00000400:00000200:0.0:1761122780.444369:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.444374:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.444377:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.444382:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.444387:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.444389:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.446630:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.446638:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:2.0:1761122780.446650:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.446685:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.446690:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:2.0:1761122780.446692:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:2.0:1761122780.446702:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643632896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.450221:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.450241:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205100 00000400:00000200:0.0:1761122780.450251:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee19 [1] + 224 00000400:00000200:0.0:1761122780.450449:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.450454:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.450465:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643632896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.451171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008905b5c8. 00010000:00000010:3.1:1761122780.451182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:0.1:1761122780.451669:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004297bd19. 00010000:00000010:0.1:1761122780.451676:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:2.1:1761122780.451767:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e92d2322. 00000400:00000010:2.0:1761122780.451782:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:2.0:1761122780.451787:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:2.0:1761122780.451791:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:2.0:1761122780.451801:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643632896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.451812:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643632896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.451843:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ebceec9. 02000000:00000010:2.0:1761122780.451849:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000853bbd95. 00000100:00000010:2.0:1761122780.451853:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:2.0:1761122780.451858:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:2.0:1761122780.451862:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000091b49e06. 00000400:00000200:2.0:1761122780.452238:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.452251:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482516c0 00000400:00000200:2.0:1761122780.452258:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 1312 00000400:00000200:2.0:1761122780.452329:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.452334:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.452339:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.452344:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 00000020:00000010:3.0:1761122780.452610:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007dda97f2. 00000020:00000010:3.0:1761122780.452617:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.452621:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.452648:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5905fc4 x1846669643945664/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.452700:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945664 02000000:00000010:3.0:1761122780.452711:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:3.0:1761122780.452740:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e108dd2. 00010000:00000010:3.0:1761122780.452758:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cc13a46. 00000100:00000010:3.0:1761122780.452765:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.452784:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.452788:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cc13a46. 00000400:00000010:3.0:1761122780.452801:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.452806:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945664, offset 224 00000400:00000200:3.0:1761122780.452813:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.452823:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.452829:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88995:88995:256:4294967295] 192.168.201.27@tcp LPNI seq info [88995:88995:8:4294967295] 00000400:00000200:3.0:1761122780.452840:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.452846:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.452850:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122780.452856:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.452863:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.452867:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.452887:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.452892:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.452896:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007dda97f2. 00000800:00000200:3.0:1761122780.452966:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.452970:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:3.0:1761122780.452976:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.452980:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.452983:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:3.0:1761122780.452985:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00080000:00000010:0.0:1761122780.453631:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003612183e. 00010000:00000010:0.0:1761122780.453736:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.453743:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004357ee3d. 00010000:00000010:0.0:1761122780.453812:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.453818:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.453828:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab625dcc. 00000100:00000010:0.0:1761122780.453833:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.453840:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.453851:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa6acd34. 02000000:00000010:0.0:1761122780.453875:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000085cbca2b. 00000400:00000010:0.0:1761122780.453881:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.453886:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.453891:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643632960, portal 16 00000400:00000010:0.0:1761122780.453895:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122780.453897:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643632960, offset 0 00000400:00000200:0.0:1761122780.453904:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.453911:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.453918:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.453921:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.453924:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.453927:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88996:88996:256:4294967295] 192.168.201.27@tcp LPNI seq info [88996:88996:8:4294967295] 00000400:00000200:0.0:1761122780.453935:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.453940:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.453944:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.453948:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.453953:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.453956:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.455531:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.455537:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.455558:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.455567:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.455571:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:3.0:1761122780.455573:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00000100:00000200:3.0:1761122780.455582:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643632960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.455748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002820baa4. 00000400:00000200:2.0:1761122780.457929:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.457949:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205140 00000400:00000200:2.0:1761122780.457957:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee25 [1] + 224 00000400:00000200:2.0:1761122780.457970:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.457974:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.457983:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643632960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.459453:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.459466:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251700 00000400:00000200:2.0:1761122780.459489:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 1640 00000400:00000200:2.0:1761122780.459512:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.459517:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.459522:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.459528:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 00000400:00000010:0.0:1761122780.459635:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.459640:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.459642:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122780.459652:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643632960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.459677:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643632960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.459708:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000085cbca2b. 02000000:00000010:0.0:1761122780.459714:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa6acd34. 00000100:00000010:0.0:1761122780.459717:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.459724:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.459728:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab625dcc. 00000020:00000010:2.0:1761122780.459839:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba98d61. 00000020:00000010:2.0:1761122780.459845:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.459850:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.459875:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643945728/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122780.460034:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945728 02000000:00000010:2.0:1761122780.460047:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9c6cc32. 00010000:00000010:2.0:1761122780.460077:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004f8a7dd7. 00010000:00000010:2.0:1761122780.460097:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.460103:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00010000:00000010:0.1:1761122780.460721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f72de651. 00010000:00000010:0.1:1761122780.460729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00000100:00000010:2.0:1761122780.461055:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.461061:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.461075:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122780.461079:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945728, offset 224 00000400:00000200:2.0:1761122780.461088:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.461101:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.461106:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88997:88997:256:4294967295] 192.168.201.27@tcp LPNI seq info [88997:88997:8:4294967295] 00000400:00000200:2.0:1761122780.461115:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.461120:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.461125:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.461141:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.461148:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.461151:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.461175:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.461180:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.461184:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba98d61. 00080000:00000010:0.0:1761122780.461232:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa6acd34. 00010000:00000010:0.0:1761122780.461314:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.461320:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000256625. 00010000:00000010:0.0:1761122780.461386:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122780.461391:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.461400:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab625dcc. 00000100:00000010:0.0:1761122780.461404:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.461411:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.461421:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cbca2b. 02000000:00000010:0.0:1761122780.461443:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e23f85. 00000400:00000010:0.0:1761122780.461447:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.461451:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.461455:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633024, portal 16 00000400:00000010:0.0:1761122780.461460:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122780.461461:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633024, offset 0 00000400:00000200:0.0:1761122780.461468:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.461474:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.461480:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.461483:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.461486:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.461489:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88998:88998:255:4294967295] 192.168.201.27@tcp LPNI seq info [88998:88998:7:4294967295] 00000400:00000200:0.0:1761122780.461497:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.461502:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.461505:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.461509:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.462842:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.462849:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.462968:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.462972:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:3.0:1761122780.462978:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.462983:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.462988:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:3.0:1761122780.462991:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000800:00000200:3.0:1761122780.463066:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.463069:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.463077:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.463081:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.463084:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:3.0:1761122780.463085:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:3.0:1761122780.463092:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.463728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000908e380. 00000400:00000200:3.0:1761122780.466907:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.466928:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205180 00000400:00000200:3.0:1761122780.466937:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee31 [1] + 224 00000400:00000200:3.0:1761122780.466950:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.466954:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.466968:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.467576:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.467584:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251740 00000400:00000200:3.0:1761122780.467590:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad811 [2] + 1968 00000400:00000010:3.0:1761122780.467594:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8a82eb1. 00000400:00000200:3.0:1761122780.467598:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000061360ea8 00000400:00000200:3.0:1761122780.467606:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.467609:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.467612:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061360ea8 00000400:00000010:3.0:1761122780.467614:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000061360ea8 (tot 82347202). 00000100:00000200:3.0:1761122780.467619:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122780.467697:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.467701:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.467702:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122780.467709:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.467717:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.467748:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e23f85. 02000000:00000010:0.0:1761122780.467753:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cbca2b. 00000100:00000010:0.0:1761122780.467757:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.467763:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.467767:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab625dcc. 00000020:00000010:2.0:1761122780.467916:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009ba98d61. 00000020:00000010:2.0:1761122780.467923:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.467927:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.467951:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002d19461c x1846669643945792/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.467977:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945792 02000000:00000010:2.0:1761122780.467987:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ccbb1f7. 00010000:00000010:2.0:1761122780.468213:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035730c68. 00010000:00000010:2.0:1761122780.468233:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.468239:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002f05a8a9. 00000100:00000010:2.0:1761122780.468246:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002f05a8a9. 00010000:00000010:2.0:1761122780.468249:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.468262:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122780.468266:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945792, offset 224 00000400:00000200:2.0:1761122780.468274:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.468284:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.468290:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [88999:88999:256:4294967295] 192.168.201.27@tcp LPNI seq info [88999:88999:8:4294967295] 00000400:00000200:2.0:1761122780.468301:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.468306:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.468311:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347450). 00000800:00000200:2.0:1761122780.468316:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.468323:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.468327:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.468342:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.468346:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.468349:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009ba98d61. 02000000:00000010:2.0:1761122780.468357:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9c6cc32. 00000100:00000010:2.0:1761122780.468359:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 02000000:00000010:2.0:1761122780.468363:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:2.0:1761122780.468365:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.468368:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034783678. 00000100:00000010:2.0:1761122780.468370:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:2.0:1761122780.468374:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a21dd0b4. 00000100:00000010:2.0:1761122780.468376:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 02000000:00000010:2.0:1761122780.468379:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f561624. 00000100:00000010:2.0:1761122780.468381:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:2.0:1761122780.468384:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007fcc7d0a. 00000100:00000010:2.0:1761122780.468386:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000200:2.0:1761122780.468394:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122780.468398:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f764d57a. 00000400:00000010:2.0:1761122780.468401:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002f05a8a9 (tot 82347602). 00000800:00000200:2.0:1761122780.468495:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.468498:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:2.0:1761122780.468503:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.468506:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.468509:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:2.0:1761122780.468510:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 02000000:00000010:2.0:1761122780.468513:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ccbb1f7. 00080000:00000010:0.0:1761122780.469223:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085cbca2b. 00010000:00000010:0.0:1761122780.469478:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.469485:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061d4c202. 00010000:00000010:0.0:1761122780.469554:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.469559:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.469568:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab625dcc. 00000100:00000010:0.0:1761122780.469572:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.469580:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.469592:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046e23f85. 02000000:00000010:0.0:1761122780.469614:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094a51cc9. 00000400:00000010:0.0:1761122780.469618:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.469622:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.469626:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633088, portal 16 00000400:00000010:0.0:1761122780.469631:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122780.469633:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633088, offset 0 00000400:00000200:0.0:1761122780.469642:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.469650:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00010000:00000010:0.1:1761122780.469675:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b833e9d. 00010000:00000010:0.1:1761122780.469680:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000200:0.0:1761122780.469689:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.469693:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.469696:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.469699:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89000:89000:256:4294967295] 192.168.201.27@tcp LPNI seq info [89000:89000:8:4294967295] 00000400:00000200:0.0:1761122780.469707:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.469712:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.469716:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.469720:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.469726:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.469729:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.469849:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.469853:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.469860:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.469865:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.469868:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:3.0:1761122780.469869:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:3.0:1761122780.469876:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.470186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bfb0b21. 00000400:00000200:3.0:1761122780.472827:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.472846:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482051c0 00000400:00000200:3.0:1761122780.472855:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee41 [1] + 224 00000400:00000200:3.0:1761122780.472867:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.472871:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.472880:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.472913:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.472918:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251780 00000400:00000200:3.0:1761122780.472922:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 0 00000400:00000200:3.0:1761122780.472956:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.472960:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.472965:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.472970:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000400:00000010:0.0:1761122780.473089:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.473094:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.473096:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122780.473103:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.473111:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.473153:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094a51cc9. 02000000:00000010:0.0:1761122780.473160:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046e23f85. 00000100:00000010:0.0:1761122780.473162:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.473169:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.473172:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab625dcc. 00000020:00000010:1.0:1761122780.473643:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002e3b2d30. 00000020:00000010:1.0:1761122780.473652:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000054314d22. 00000020:00000010:1.0:1761122780.473800:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000005c3f6723. 00000100:00000200:1.0:1761122780.473828:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643945856/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.474523:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945856 02000000:00000010:2.0:1761122780.474539:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ccbb1f7. 00010000:00000010:2.0:1761122780.474568:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b5a49ff2. 00010000:00000010:2.0:1761122780.474592:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000db4a97e5. 00000100:00000010:2.0:1761122780.474600:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122780.474622:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122780.474627:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000db4a97e5. 00000400:00000010:2.0:1761122780.474643:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122780.474648:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945856, offset 224 00080000:00000010:0.0:1761122780.474767:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046e23f85. 00010000:00000010:0.0:1761122780.474852:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.474859:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d05cb1e3. 00010000:00000010:0.0:1761122780.474947:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122780.474954:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122780.474964:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab625dcc. 00000100:00000010:0.0:1761122780.474968:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.474974:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.474985:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094a51cc9. 02000000:00000010:0.0:1761122780.475009:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfe944b5. 00000400:00000010:0.0:1761122780.475015:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000200:2.0:1761122780.475142:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.475157:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.475163:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89001:89001:256:4294967295] 192.168.201.27@tcp LPNI seq info [89001:89001:8:4294967295] 00000400:00000200:2.0:1761122780.475174:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.475180:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.475186:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.475192:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.475199:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.475203:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1761122780.475278:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.475285:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633152, portal 16 00000400:00000010:0.0:1761122780.475290:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.475292:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633152, offset 0 00000400:00000200:0.0:1761122780.475298:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.475304:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.475310:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.475314:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.475318:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.475320:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89002:89002:255:4294967295] 192.168.201.27@tcp LPNI seq info [89002:89002:7:4294967295] 00000400:00000200:0.0:1761122780.475334:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.475339:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.475344:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347850). 00000800:00000200:0.0:1761122780.475348:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.475352:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.475355:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.475766:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000054314d22. 00000020:00000010:2.0:1761122780.475775:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000005c3f6723. 00000020:00000010:2.0:1761122780.475779:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002e3b2d30. 00000800:00000200:1.0:1761122780.476273:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.476279:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:1.0:1761122780.476283:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.476289:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.476293:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:1.0:1761122780.476295:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000800:00000200:1.0:1761122780.476342:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.476344:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:1.0:1761122780.476352:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.476356:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.476358:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:1.0:1761122780.476359:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:1.0:1761122780.476366:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.478772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ccb254a. 00010000:00000010:0.1:1761122780.478896:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c7e6c31. 00010000:00000010:0.1:1761122780.478903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00000400:00000200:2.0:1761122780.479826:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.479844:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205200 00000400:00000200:2.0:1761122780.479852:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee4d [1] + 224 00000400:00000200:2.0:1761122780.479864:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.479867:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.479877:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.481355:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001005dfd6. 00000400:00000200:2.0:1761122780.481389:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.481397:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482517c0 00000400:00000010:0.0:1761122780.481451:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.481455:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.481458:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122780.481466:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.481475:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.481506:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfe944b5. 02000000:00000010:0.0:1761122780.481512:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094a51cc9. 00000100:00000010:0.0:1761122780.481515:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.481522:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.481526:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab625dcc. 00000400:00000200:2.0:1761122780.481567:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 328 00000400:00000200:2.0:1761122780.481583:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.481587:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.481592:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.481597:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 00000020:00000010:0.0:1761122780.481739:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094a51cc9. 00000020:00000010:0.0:1761122780.481746:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.481751:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.481776:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5905fc4 x1846669643945920/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122780.481810:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945920 02000000:00000010:0.0:1761122780.481821:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cfe944b5. 00010000:00000010:0.0:1761122780.481849:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ef165de. 00010000:00000010:0.0:1761122780.481868:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ab625dcc. 00000100:00000010:0.0:1761122780.481875:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.482163:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.482167:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ab625dcc. 00000400:00000010:0.0:1761122780.482182:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.482186:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945920, offset 224 00000400:00000200:0.0:1761122780.482195:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.482206:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.482211:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89003:89003:256:4294967295] 192.168.201.27@tcp LPNI seq info [89003:89003:8:4294967295] 00000400:00000200:0.0:1761122780.482222:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.482227:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.482232:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.482238:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.482246:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.482251:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.482272:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.482276:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.482280:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094a51cc9. 00080000:00000010:2.0:1761122780.482696:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a21dd0b4. 00000800:00000200:0.0:1761122780.482826:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.482830:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:0.0:1761122780.482839:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.482844:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.482847:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.482849:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00010000:00000010:0.1:1761122780.483772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000751c5b95. 00010000:00000010:0.1:1761122780.483781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:3.0:1761122780.491123:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:3.0:1761122780.491153:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cf5bfded. 00010000:00000010:3.0:1761122780.491227:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.491233:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122780.491247:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002cc13a46. 00000100:00000010:3.0:1761122780.491255:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.491266:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122780.491282:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dda97f2. 02000000:00000010:3.0:1761122780.491310:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:3.0:1761122780.491317:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8a82eb1. 00000400:00000010:3.0:1761122780.491325:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.491332:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633216, portal 16 00000400:00000010:3.0:1761122780.491532:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122780.491537:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633216, offset 0 00000400:00000200:3.0:1761122780.491547:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.491564:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.491572:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.491577:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.491580:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.491584:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89004:89004:256:4294967295] 192.168.201.27@tcp LPNI seq info [89004:89004:8:4294967295] 00000400:00000200:3.0:1761122780.491594:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.491599:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.491604:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122780.491610:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.491618:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.491622:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.491925:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.491930:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:2.0:1761122780.491936:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.491942:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.491947:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:2.0:1761122780.491949:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:2.0:1761122780.491957:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643633216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.494027:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.494047:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205240 00000400:00000200:3.0:1761122780.494056:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee59 [1] + 224 00000400:00000200:3.0:1761122780.494069:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.494073:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.494083:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643633216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.494234:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f8a82eb1. 00000400:00000200:0.0:1761122780.494240:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:0.0:1761122780.494242:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000100:00000200:0.0:1761122780.494248:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643633216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.494256:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643633216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.494283:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:0.0:1761122780.494289:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dda97f2. 00000100:00000010:0.0:1761122780.494293:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:0.0:1761122780.494298:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:0.0:1761122780.494303:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002cc13a46. 00000400:00000200:2.0:1761122780.494485:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.494495:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251800 00000400:00000200:2.0:1761122780.494501:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 656 00000400:00000200:2.0:1761122780.494551:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.494556:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.494561:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.494567:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 00010000:00000010:0.1:1761122780.494676:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec44177. 00000020:00000010:3.0:1761122780.495014:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a664e35b. 00000020:00000010:3.0:1761122780.495022:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.495026:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.495049:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643945984/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.495082:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643945984 02000000:00000010:3.0:1761122780.495093:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a16185. 00010000:00000010:3.0:1761122780.495118:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3e0789b. 00010000:00000010:3.0:1761122780.495151:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7dec93. 00000100:00000010:3.0:1761122780.495158:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.495181:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.495186:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7dec93. 00000400:00000010:3.0:1761122780.495210:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122780.495216:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643945984, offset 224 00080000:00000010:2.0:1761122780.495220:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ba98d61. 00000400:00000200:3.0:1761122780.495226:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.495238:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.495245:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89005:89005:256:4294967295] 192.168.201.27@tcp LPNI seq info [89005:89005:8:4294967295] 00000400:00000200:3.0:1761122780.495255:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.495261:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.495267:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.495273:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.495280:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.495284:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.495308:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.495314:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00010000:00000010:2.0:1761122780.495315:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00000020:00000010:3.0:1761122780.495319:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a664e35b. 00010000:00000010:2.0:1761122780.495325:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074c03866. 00000800:00000200:3.0:1761122780.495397:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.495400:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:3.0:1761122780.495406:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.495411:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.495414:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:3.0:1761122780.495416:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00010000:00000010:2.0:1761122780.495429:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.0:1761122780.495439:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013afab7f. 00010000:00000010:2.0:1761122780.495449:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000797613fc. 00000100:00000010:2.0:1761122780.495454:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122780.495461:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122780.495472:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009921e936. 02000000:00000010:2.0:1761122780.495498:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037705207. 00000400:00000010:2.0:1761122780.495504:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122780.495508:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122780.495513:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633280, portal 16 00000400:00000010:2.0:1761122780.495519:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122780.495521:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633280, offset 0 00000400:00000200:2.0:1761122780.495528:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.495534:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.495542:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.495545:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.495548:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.495551:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89006:89006:256:4294967295] 192.168.201.27@tcp LPNI seq info [89006:89006:8:4294967295] 00000400:00000200:2.0:1761122780.495560:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.495565:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.495569:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122780.495573:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.495577:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.495580:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00080000:00000010:1.0:1761122780.496197:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046e23f85. 00080000:00000010:1.0:1761122780.496204:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085cbca2b. 00080000:00000010:1.0:1761122780.496207:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa6acd34. 00080000:00000010:1.0:1761122780.496209:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003612183e. 00080000:00000010:1.0:1761122780.496212:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064086496. 00080000:00000010:1.0:1761122780.496215:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063102d21. 00080000:00000010:1.0:1761122780.496217:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003064685a. 00080000:00000010:1.0:1761122780.496221:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053397f98. 00080000:00000010:1.0:1761122780.496223:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038e80bc5. 00080000:00000010:1.0:1761122780.496225:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fdef252. 00080000:00000010:1.0:1761122780.496228:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b383a153. 00080000:00000010:1.0:1761122780.496230:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cdf04d6. 00080000:00000010:1.0:1761122780.496235:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d265b3cb. 00080000:00000010:1.0:1761122780.496470:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000756e2a42. 00080000:00000010:1.0:1761122780.496473:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e44414e3. 00080000:00000010:1.0:1761122780.496475:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6e56d7a. 00080000:00000010:1.0:1761122780.496477:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f79f1df3. 00080000:00000010:1.0:1761122780.496479:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6466b31. 00080000:00000010:1.0:1761122780.496481:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2d0965d. 00080000:00000010:1.0:1761122780.496484:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4338cf1. 00080000:00000010:1.0:1761122780.496486:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000add3157c. 00080000:00000010:1.0:1761122780.496488:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000703fcc05. 00080000:00000010:1.0:1761122780.496499:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d140816. 00080000:00000010:1.0:1761122780.496501:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2065363. 00080000:00000010:1.0:1761122780.496504:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002249d90f. 00080000:00000010:1.0:1761122780.496507:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085edafd9. 00000800:00000200:3.0:1761122780.496679:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.496683:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122780.496688:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.496695:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.496699:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:3.0:1761122780.496701:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:3.0:1761122780.496707:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643633280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:1.0:1761122780.497370:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2914a45. 00080000:00000010:1.0:1761122780.497375:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bc64530. 00080000:00000010:1.0:1761122780.497378:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7c423ba. 00080000:00000010:1.0:1761122780.497380:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006251c145. 00080000:00000010:1.0:1761122780.497383:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c83e17. 00080000:00000010:1.0:1761122780.497387:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a627d45. 00080000:00000010:1.0:1761122780.497391:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa6a4c65. 00080000:00000010:1.0:1761122780.497392:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b035d55. 00080000:00000010:1.0:1761122780.497394:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d2f1aa6. 00080000:00000010:1.0:1761122780.497396:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018d78f7b. 00080000:00000010:1.0:1761122780.497400:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005871ead9. 00080000:00000010:1.0:1761122780.497402:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017ce80f9. 00080000:00000010:1.0:1761122780.497406:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000664a5417. 00080000:00000010:1.0:1761122780.497408:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e70d31b. 00080000:00000010:1.0:1761122780.497412:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000401e654c. 00080000:00000010:1.0:1761122780.497415:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fbc1228. 00080000:00000010:1.0:1761122780.497418:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000023af573. 00080000:00000010:1.0:1761122780.497420:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3b09bcd. 00080000:00000010:1.0:1761122780.497423:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000536de5ac. 00080000:00000010:1.0:1761122780.497425:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000052169d6. 00080000:00000010:1.0:1761122780.497429:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d49c6cd. 00080000:00000010:1.0:1761122780.497431:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc4c5f78. 00080000:00000010:1.0:1761122780.497434:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f6cc7c8. 00080000:00000010:1.0:1761122780.497437:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe447954. 00080000:00000010:1.0:1761122780.497439:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9dfea7d. 00080000:00000010:1.0:1761122780.497442:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a6c4be1. 00080000:00000010:1.0:1761122780.497445:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009473e008. 00080000:00000010:1.0:1761122780.497447:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b752339. 00080000:00000010:1.0:1761122780.497450:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e99e9e96. 00080000:00000010:1.0:1761122780.497452:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f66afd32. 00080000:00000010:1.0:1761122780.497454:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b87068d. 00080000:00000010:1.0:1761122780.497456:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025e76f07. 00080000:00000010:1.0:1761122780.497459:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e20d0e5. 00080000:00000010:1.0:1761122780.497461:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009566168b. 00080000:00000010:1.0:1761122780.497464:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcdfe42a. 00080000:00000010:1.0:1761122780.497466:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e30b082. 00080000:00000010:1.0:1761122780.497469:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006048b3f3. 00080000:00000010:1.0:1761122780.497472:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067b68076. 00080000:00000010:1.0:1761122780.497474:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005023ce88. 00080000:00000010:1.0:1761122780.497477:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011d2af89. 00080000:00000010:1.0:1761122780.497479:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adeb831f. 00080000:00000010:1.0:1761122780.497482:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f696f40b. 00080000:00000010:1.0:1761122780.497484:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8e4a087. 00080000:00000010:1.0:1761122780.497486:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8569268. 00080000:00000010:1.0:1761122780.497488:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e6149c4. 00080000:00000010:1.0:1761122780.497503:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066030571. 00080000:00000010:1.0:1761122780.497508:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003537e3bf. 00080000:00000010:1.0:1761122780.497512:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000458b8d4f. 00080000:00000010:1.0:1761122780.497517:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ebae389. 00080000:00000010:1.0:1761122780.497519:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ada43d6b. 00080000:00000010:1.0:1761122780.497522:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9b44a6c. 00080000:00000010:1.0:1761122780.497525:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007aa9fd71. 00080000:00000010:1.0:1761122780.497527:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061d78e7e. 00080000:00000010:1.0:1761122780.497529:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011ee182e. 00080000:00000010:1.0:1761122780.497531:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063d14420. 00080000:00000010:1.0:1761122780.497534:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed005e58. 00080000:00000010:1.0:1761122780.497537:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2047f6b. 00080000:00000010:1.0:1761122780.497539:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041c3bba6. 00080000:00000010:1.0:1761122780.497542:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009104f563. 00080000:00000010:1.0:1761122780.497544:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce51ca5f. 00080000:00000010:1.0:1761122780.497546:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000249f1e33. 00080000:00000010:1.0:1761122780.497549:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097bdb8e8. 00080000:00000010:1.0:1761122780.497551:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000818c6fc4. 00080000:00000010:1.0:1761122780.497553:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e365335. 00080000:00000010:1.0:1761122780.497556:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098f81d29. 00080000:00000010:1.0:1761122780.497558:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006f93f85. 00080000:00000010:1.0:1761122780.497560:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000537ef037. 00080000:00000010:1.0:1761122780.497562:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b3059b. 00080000:00000010:1.0:1761122780.497565:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000452ee2a6. 00080000:00000010:1.0:1761122780.497568:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f49e59c6. 00080000:00000010:1.0:1761122780.497570:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bcfc5fd. 00080000:00000010:1.0:1761122780.497573:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000527f655. 00080000:00000010:1.0:1761122780.497577:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726e398e. 00080000:00000010:1.0:1761122780.497581:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008834c48c. 00080000:00000010:1.0:1761122780.497585:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8a3da58. 00080000:00000010:1.0:1761122780.497590:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bba88c24. 00080000:00000010:1.0:1761122780.497594:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd625d51. 00080000:00000010:1.0:1761122780.497596:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6ee09e7. 00080000:00000010:1.0:1761122780.497599:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db691c47. 00080000:00000010:1.0:1761122780.497602:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea60fa93. 00080000:00000010:1.0:1761122780.497604:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033998005. 00080000:00000010:1.0:1761122780.497607:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cf0bf78. 00080000:00000010:1.0:1761122780.497609:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054c330f7. 00080000:00000010:1.0:1761122780.497612:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001967634b. 00080000:00000010:1.0:1761122780.497615:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062cd5ef2. 00080000:00000010:1.0:1761122780.497619:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c778abf. 00080000:00000010:1.0:1761122780.497623:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea1f9fcf. 00080000:00000010:1.0:1761122780.497626:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51314d3. 00080000:00000010:1.0:1761122780.497628:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c988cda4. 00080000:00000010:1.0:1761122780.497630:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e44cecaa. 00080000:00000010:1.0:1761122780.497632:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c0127f1. 00080000:00000010:1.0:1761122780.497635:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002979bf0d. 00080000:00000010:1.0:1761122780.497637:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da56c19a. 00080000:00000010:1.0:1761122780.497639:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089f2597b. 00080000:00000010:1.0:1761122780.497641:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020713dea. 00080000:00000010:1.0:1761122780.497644:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833cca43. 00080000:00000010:1.0:1761122780.497646:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0e5c985. 00080000:00000010:1.0:1761122780.497649:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031fc7c1b. 00080000:00000010:1.0:1761122780.497652:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b95f0cc9. 00080000:00000010:1.0:1761122780.497677:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000983f38a9. 00080000:00000010:1.0:1761122780.497681:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019237c7e. 00080000:00000010:1.0:1761122780.497684:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5777d2c. 00080000:00000010:1.0:1761122780.497688:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3eeb3f8. 00080000:00000010:1.0:1761122780.497691:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009dfb26d. 00080000:00000010:1.0:1761122780.497695:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002b477dd. 00080000:00000010:1.0:1761122780.497698:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006c0ef0d. 00080000:00000010:1.0:1761122780.497701:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6ca06b4. 00080000:00000010:1.0:1761122780.497704:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022a416e1. 00080000:00000010:1.0:1761122780.497708:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000328a3ebe. 00080000:00000010:1.0:1761122780.497711:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000126bbfb6. 00080000:00000010:1.0:1761122780.497715:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000025ac0d9. 00080000:00000010:1.0:1761122780.497719:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005a4d0d6. 00080000:00000010:1.0:1761122780.497721:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000719df9a9. 00080000:00000010:1.0:1761122780.497724:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000508b52f6. 00080000:00000010:1.0:1761122780.497726:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e331177e. 00080000:00000010:1.0:1761122780.497728:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8497afa. 00080000:00000010:1.0:1761122780.497731:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eba4538f. 00080000:00000010:1.0:1761122780.497734:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd6eaca9. 00080000:00000010:1.0:1761122780.497736:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005af22e3c. 00080000:00000010:1.0:1761122780.497739:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002869b1eb. 00080000:00000010:1.0:1761122780.497742:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000877a91e3. 00080000:00000010:1.0:1761122780.497744:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd0fa89f. 00080000:00000010:1.0:1761122780.497747:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043d03cbb. 00080000:00000010:1.0:1761122780.497750:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000149a9d2. 00080000:00000010:1.0:1761122780.497752:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edb1b660. 00080000:00000010:1.0:1761122780.497754:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e740ef8. 00080000:00000010:1.0:1761122780.497757:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa26ec19. 00080000:00000010:1.0:1761122780.497759:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019b30435. 00080000:00000010:1.0:1761122780.497762:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b81025f8. 00080000:00000010:1.0:1761122780.497764:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc410202. 00080000:00000010:1.0:1761122780.497767:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f19de798. 00080000:00000010:1.0:1761122780.497771:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a39119fc. 00080000:00000010:1.0:1761122780.497773:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6949e76. 00080000:00000010:1.0:1761122780.497776:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b1a921d. 00080000:00000010:1.0:1761122780.497779:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bf38d1a. 00080000:00000010:1.0:1761122780.497782:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018687428. 00080000:00000010:1.0:1761122780.497785:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24d5fce. 00080000:00000010:1.0:1761122780.497789:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c152593. 00080000:00000010:1.0:1761122780.497793:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071526edc. 00080000:00000010:1.0:1761122780.497796:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054b000bd. 00080000:00000010:1.0:1761122780.497800:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4467286. 00080000:00000010:1.0:1761122780.497802:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000952b7a88. 00080000:00000010:1.0:1761122780.497805:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7d26c4d. 00080000:00000010:1.0:1761122780.497808:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000441c72a5. 00080000:00000010:1.0:1761122780.497811:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095af61dc. 00080000:00000010:1.0:1761122780.497814:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b43347d6. 00080000:00000010:1.0:1761122780.497817:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b84ca0e. 00080000:00000010:1.0:1761122780.497819:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b939e488. 00080000:00000010:1.0:1761122780.497822:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052c9a6cb. 00080000:00000010:1.0:1761122780.497826:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000887f7ad3. 00080000:00000010:1.0:1761122780.497830:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c2c58fb. 00080000:00000010:1.0:1761122780.497834:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000177311a2. 00080000:00000010:1.0:1761122780.497839:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000561f9a63. 00080000:00000010:1.0:1761122780.497843:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000019dcf8a. 00080000:00000010:1.0:1761122780.497845:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adf3128f. 00080000:00000010:1.0:1761122780.497849:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f04ee3b2. 00080000:00000010:1.0:1761122780.498037:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ae07d96c. 00080000:00000010:1.0:1761122780.498043:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db916b4e. 00080000:00000010:1.0:1761122780.498045:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6af37f9. 00080000:00000010:1.0:1761122780.498048:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d91b092. 00080000:00000010:1.0:1761122780.498051:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dba1301. 00080000:00000010:1.0:1761122780.498054:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0055348. 00080000:00000010:1.0:1761122780.498056:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c1918577. 00080000:00000010:1.0:1761122780.498061:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a41357e2. 00080000:00000010:1.0:1761122780.498064:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceb39dfd. 00080000:00000010:1.0:1761122780.498068:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e5247ad. 00080000:00000010:1.0:1761122780.498072:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ceb95c83. 00080000:00000010:1.0:1761122780.498074:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4185665. 00080000:00000010:1.0:1761122780.498076:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e4f576e. 00080000:00000010:1.0:1761122780.498078:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000991befbc. 00080000:00000010:1.0:1761122780.498080:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e58b09f8. 00080000:00000010:1.0:1761122780.498083:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053f42ff1. 00080000:00000010:1.0:1761122780.498085:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c9141bc. 00080000:00000010:1.0:1761122780.498087:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0db8567. 00080000:00000010:1.0:1761122780.498090:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af57a86e. 00080000:00000010:1.0:1761122780.498092:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003028a865. 00080000:00000010:1.0:1761122780.498095:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010e68ed4. 00080000:00000010:1.0:1761122780.498098:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075c17624. 00080000:00000010:1.0:1761122780.498100:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2083724. 00080000:00000010:1.0:1761122780.498102:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000705db03f. 00080000:00000010:1.0:1761122780.498105:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007944c006. 00080000:00000010:1.0:1761122780.498107:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006093e979. 00080000:00000010:1.0:1761122780.498109:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e21ec463. 00080000:00000010:1.0:1761122780.498112:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8654104. 00080000:00000010:1.0:1761122780.498115:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da3f1272. 00080000:00000010:1.0:1761122780.498118:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b74d974a. 00080000:00000010:1.0:1761122780.498122:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a8d28b0. 00080000:00000010:1.0:1761122780.498137:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8c26ecf. 00080000:00000010:1.0:1761122780.498141:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087402b69. 00080000:00000010:1.0:1761122780.498145:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050f7ae68. 00080000:00000010:1.0:1761122780.498148:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adde9b3f. 00080000:00000010:1.0:1761122780.498151:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007b60cd29. 00080000:00000010:1.0:1761122780.498155:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f8bdc9b. 00080000:00000010:1.0:1761122780.498160:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089e88326. 00080000:00000010:1.0:1761122780.498163:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095c60877. 00080000:00000010:1.0:1761122780.498165:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e72fe8b. 00080000:00000010:1.0:1761122780.498167:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000181402f7. 00080000:00000010:1.0:1761122780.498170:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000485edd7c. 00080000:00000010:1.0:1761122780.498172:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd9956a2. 00080000:00000010:1.0:1761122780.498175:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059cfa6e3. 00080000:00000010:1.0:1761122780.498178:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ecaaee. 00080000:00000010:1.0:1761122780.498180:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c95be44. 00080000:00000010:1.0:1761122780.498183:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000204926f1. 00080000:00000010:1.0:1761122780.498186:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e60d740. 00080000:00000010:1.0:1761122780.498189:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5d0c865. 00080000:00000010:1.0:1761122780.498192:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0a0e279. 00080000:00000010:1.0:1761122780.498194:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a78bb2. 00080000:00000010:1.0:1761122780.498196:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b858cf0. 00080000:00000010:1.0:1761122780.498199:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004449c629. 00080000:00000010:1.0:1761122780.498201:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c764513. 00080000:00000010:1.0:1761122780.498204:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af4e3dec. 00080000:00000010:1.0:1761122780.498207:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000432214b1. 00080000:00000010:1.0:1761122780.498209:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030441ecb. 00080000:00000010:1.0:1761122780.498211:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000baf92fb9. 00080000:00000010:1.0:1761122780.498215:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6e08cc4. 00080000:00000010:1.0:1761122780.498219:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2ce47b8. 00080000:00000010:1.0:1761122780.498221:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1c28a11. 00080000:00000010:1.0:1761122780.498224:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000851de435. 00080000:00000010:1.0:1761122780.498226:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1b7cace. 00080000:00000010:1.0:1761122780.498229:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bad44ba. 00080000:00000010:1.0:1761122780.498233:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004942c164. 00080000:00000010:1.0:1761122780.498235:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1acb805. 00080000:00000010:1.0:1761122780.498238:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2bb0f7a. 00080000:00000010:1.0:1761122780.498241:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cdb601c2. 00080000:00000010:1.0:1761122780.498244:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000de1ef7. 00080000:00000010:1.0:1761122780.498247:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afc3205e. 00080000:00000010:1.0:1761122780.498250:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033fb71e2. 00080000:00000010:1.0:1761122780.498252:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057727344. 00080000:00000010:1.0:1761122780.498255:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000724ef0bb. 00080000:00000010:1.0:1761122780.498257:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000081bbe59. 00080000:00000010:1.0:1761122780.498260:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb30363d. 00080000:00000010:1.0:1761122780.498263:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002762a616. 00080000:00000010:1.0:1761122780.498266:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048f7afa4. 00080000:00000010:1.0:1761122780.498270:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029d09773. 00080000:00000010:1.0:1761122780.498275:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ef7fb4f. 00080000:00000010:1.0:1761122780.498278:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012d78bb5. 00080000:00000010:1.0:1761122780.498283:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d98c0eb. 00080000:00000010:1.0:1761122780.498288:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a2e3097. 00080000:00000010:1.0:1761122780.498290:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a165f47d. 00080000:00000010:1.0:1761122780.498294:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e78ab66b. 00080000:00000010:1.0:1761122780.498298:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b4ca35a. 00080000:00000010:1.0:1761122780.498302:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041ddc056. 00080000:00000010:1.0:1761122780.498306:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc16b101. 00080000:00000010:1.0:1761122780.498310:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000144bd65e. 00080000:00000010:1.0:1761122780.498314:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030d83979. 00080000:00000010:1.0:1761122780.498316:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c6632ee. 00080000:00000010:1.0:1761122780.498318:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000363f20ad. 00080000:00000010:1.0:1761122780.498321:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bc8195c. 00080000:00000010:1.0:1761122780.498325:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000884cf8b2. 00080000:00000010:1.0:1761122780.498328:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b24cdecc. 00080000:00000010:1.0:1761122780.498331:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000717be5c3. 00080000:00000010:1.0:1761122780.498334:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015173acd. 00080000:00000010:1.0:1761122780.498337:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c1a9e32. 00080000:00000010:1.0:1761122780.498339:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbdd2ee1. 00080000:00000010:1.0:1761122780.498342:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e4629a7. 00080000:00000010:1.0:1761122780.498346:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be1350d2. 00080000:00000010:1.0:1761122780.498350:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7afb712. 00080000:00000010:1.0:1761122780.498353:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dd63b87. 00080000:00000010:1.0:1761122780.498357:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000628bdc91. 00080000:00000010:1.0:1761122780.498359:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9316849. 00080000:00000010:1.0:1761122780.498362:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a2b807d. 00080000:00000010:1.0:1761122780.498365:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cb4ed4f. 00080000:00000010:1.0:1761122780.498369:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000431fae02. 00080000:00000010:1.0:1761122780.498372:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de3fa224. 00080000:00000010:1.0:1761122780.498374:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6bd8c10. 00080000:00000010:1.0:1761122780.498378:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4a0e995. 00080000:00000010:1.0:1761122780.498381:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edf2d852. 00080000:00000010:1.0:1761122780.498385:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fe3386d. 00080000:00000010:1.0:1761122780.498388:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000163fcbfe. 00080000:00000010:1.0:1761122780.498392:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf26d507. 00080000:00000010:1.0:1761122780.498397:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097e974e1. 00080000:00000010:1.0:1761122780.498399:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008844242f. 00080000:00000010:1.0:1761122780.498405:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006926b6f8. 00080000:00000010:1.0:1761122780.498407:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009587c116. 00080000:00000010:1.0:1761122780.498409:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008babe03b. 00080000:00000010:1.0:1761122780.498411:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2d4b5e6. 00080000:00000010:1.0:1761122780.498414:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d41fdfbe. 00080000:00000010:1.0:1761122780.498418:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021a3ded4. 00080000:00000010:1.0:1761122780.498423:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b13d1a6f. 00080000:00000010:1.0:1761122780.498427:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b061462. 00080000:00000010:1.0:1761122780.498429:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ca0df33. 00080000:00000010:1.0:1761122780.498431:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c4a983. 00080000:00000010:1.0:1761122780.498435:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb58f64. 00080000:00000010:1.0:1761122780.498439:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d2d05ca. 00080000:00000010:1.0:1761122780.498441:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d038d0d. 00080000:00000010:1.0:1761122780.498444:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8e4a9c9. 00080000:00000010:1.0:1761122780.498447:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013bff5b6. 00080000:00000010:1.0:1761122780.498450:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055a2eeec. 00080000:00000010:1.0:1761122780.498454:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000333016c1. 00080000:00000010:1.0:1761122780.498456:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7af77c1. 00080000:00000010:1.0:1761122780.498459:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab65a3ce. 00080000:00000010:1.0:1761122780.498462:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008847396e. 00080000:00000010:1.0:1761122780.498466:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d259e97. 00080000:00000010:1.0:1761122780.498470:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f97b763b. 00080000:00000010:1.0:1761122780.498472:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092ed862b. 00080000:00000010:1.0:1761122780.498475:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001baf730. 00080000:00000010:1.0:1761122780.498477:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000212f21b3. 00080000:00000010:1.0:1761122780.498479:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079415f12. 00080000:00000010:1.0:1761122780.498482:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5597549. 00080000:00000010:1.0:1761122780.498484:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000145d2189. 00080000:00000010:1.0:1761122780.498486:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efa94986. 00080000:00000010:1.0:1761122780.498488:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085f0978d. 00080000:00000010:1.0:1761122780.498491:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eedf10ee. 00080000:00000010:1.0:1761122780.498493:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000044b86c5. 00080000:00000010:1.0:1761122780.498497:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064fdb9b4. 00080000:00000010:1.0:1761122780.498499:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ba2f00a. 00080000:00000010:1.0:1761122780.498502:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d21d3e7. 00080000:00000010:1.0:1761122780.498505:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000898f6694. 00080000:00000010:1.0:1761122780.498507:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000847c9d9. 00080000:00000010:1.0:1761122780.498510:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a339b0c. 00080000:00000010:1.0:1761122780.498512:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d7596ec. 00080000:00000010:1.0:1761122780.498515:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d31e4ad3. 00080000:00000010:1.0:1761122780.498517:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050c22a9d. 00080000:00000010:1.0:1761122780.498520:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018b2f6d5. 00080000:00000010:1.0:1761122780.498522:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e4c4ed. 00080000:00000010:1.0:1761122780.498526:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001ee169a. 00080000:00000010:1.0:1761122780.498528:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd5446cf. 00080000:00000010:1.0:1761122780.498531:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098793ae2. 00080000:00000010:1.0:1761122780.498533:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006290ee9b. 00080000:00000010:1.0:1761122780.498536:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad7038b3. 00080000:00000010:1.0:1761122780.498539:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba14a834. 00080000:00000010:1.0:1761122780.498541:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034a49bf0. 00080000:00000010:1.0:1761122780.498545:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12e2d23. 00080000:00000010:1.0:1761122780.498548:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f32de436. 00080000:00000010:1.0:1761122780.498550:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2af6c6f. 00080000:00000010:1.0:1761122780.498553:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004386048f. 00080000:00000010:1.0:1761122780.498556:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d71c8f3. 00080000:00000010:1.0:1761122780.498559:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad5993cb. 00080000:00000010:1.0:1761122780.498562:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005abeae5f. 00080000:00000010:1.0:1761122780.498564:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007360f90c. 00080000:00000010:1.0:1761122780.498568:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000022efdf3. 00080000:00000010:1.0:1761122780.498570:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006eb5a08c. 00080000:00000010:1.0:1761122780.498572:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000407f694. 00080000:00000010:1.0:1761122780.498574:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008334f33b. 00080000:00000010:1.0:1761122780.498577:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f02ec309. 00080000:00000010:1.0:1761122780.498580:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfc836f5. 00080000:00000010:1.0:1761122780.498583:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a0bdfa. 00080000:00000010:1.0:1761122780.498586:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007843d3af. 00080000:00000010:1.0:1761122780.498588:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058d3f931. 00080000:00000010:1.0:1761122780.498591:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a95f5b61. 00080000:00000010:1.0:1761122780.498593:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8a70b4. 00080000:00000010:1.0:1761122780.498595:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000951a7b55. 00080000:00000010:1.0:1761122780.498598:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013579275. 00080000:00000010:1.0:1761122780.498600:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed29bead. 00080000:00000010:1.0:1761122780.498603:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049b15cc2. 00080000:00000010:1.0:1761122780.498605:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4abc31c. 00080000:00000010:1.0:1761122780.498608:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083fce64e. 00080000:00000010:1.0:1761122780.498610:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042a13794. 00080000:00000010:1.0:1761122780.498612:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e8b25295. 00080000:00000010:1.0:1761122780.498615:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bd7b168. 00080000:00000010:1.0:1761122780.498617:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9291479. 00080000:00000010:1.0:1761122780.498620:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011449ee5. 00080000:00000010:1.0:1761122780.498623:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084a61631. 00080000:00000010:1.0:1761122780.498625:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2d556ed. 00080000:00000010:1.0:1761122780.498627:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000807274a3. 00080000:00000010:1.0:1761122780.498629:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073ca23c9. 00080000:00000010:1.0:1761122780.498631:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc507d3. 00080000:00000010:1.0:1761122780.498634:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9202d70. 00080000:00000010:1.0:1761122780.498636:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056573748. 00080000:00000010:1.0:1761122780.498639:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bd5bef3. 00080000:00000010:1.0:1761122780.498641:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d88ad8fe. 00080000:00000010:1.0:1761122780.498645:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5456900. 00080000:00000010:1.0:1761122780.498649:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d219ab7. 00080000:00000010:1.0:1761122780.498652:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077cd7343. 00080000:00000010:1.0:1761122780.498676:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd255774. 00080000:00000010:1.0:1761122780.498679:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027385b48. 00080000:00000010:1.0:1761122780.498682:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c77262a5. 00080000:00000010:1.0:1761122780.498684:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cfa68e1. 00080000:00000010:1.0:1761122780.498686:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006868f199. 00080000:00000010:1.0:1761122780.498689:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e62c0af1. 00080000:00000010:1.0:1761122780.498691:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb18788. 00080000:00000010:1.0:1761122780.498694:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000744381a1. 00080000:00000010:1.0:1761122780.498698:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6c615e0. 00080000:00000010:1.0:1761122780.498702:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006971b11c. 00080000:00000010:1.0:1761122780.498705:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f9725a5. 00080000:00000010:1.0:1761122780.498707:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000150fee6b. 00080000:00000010:1.0:1761122780.498711:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e67e2200. 00080000:00000010:1.0:1761122780.498713:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001bf965e. 00080000:00000010:1.0:1761122780.498715:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4038499. 00080000:00000010:1.0:1761122780.498719:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017607cd4. 00080000:00000010:1.0:1761122780.498723:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000591bfea5. 00080000:00000010:1.0:1761122780.498727:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df77684b. 00080000:00000010:1.0:1761122780.498730:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dbb198a. 00080000:00000010:1.0:1761122780.498736:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad6fa017. 00080000:00000010:1.0:1761122780.498740:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006eb4df81. 00080000:00000010:1.0:1761122780.498743:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb8ce758. 00080000:00000010:1.0:1761122780.498746:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ef1cac8. 00080000:00000010:1.0:1761122780.498748:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069ba6272. 00080000:00000010:1.0:1761122780.498750:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068e0ade3. 00080000:00000010:1.0:1761122780.498753:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8ea659e. 00080000:00000010:1.0:1761122780.498755:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000773a50e2. 00080000:00000010:1.0:1761122780.498758:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000577b3816. 00080000:00000010:1.0:1761122780.498760:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf13ac7e. 00080000:00000010:1.0:1761122780.498763:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3dc07f8. 00080000:00000010:1.0:1761122780.498765:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067f3120f. 00080000:00000010:1.0:1761122780.498767:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6df138e. 00080000:00000010:1.0:1761122780.498769:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc821759. 00000400:00000200:2.0:1761122780.499010:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.499273:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205280 00000400:00000200:2.0:1761122780.499284:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee65 [1] + 224 00000400:00000200:2.0:1761122780.499303:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.499309:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.499319:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643633280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.499376:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:3.0:1761122780.499382:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:3.0:1761122780.499384:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:3.0:1761122780.499390:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643633280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.499398:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643633280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.499426:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037705207. 02000000:00000010:3.0:1761122780.499431:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009921e936. 00000100:00000010:3.0:1761122780.499434:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:3.0:1761122780.499438:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:3.0:1761122780.499441:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000797613fc. 00000400:00000200:3.0:1761122780.500314:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.500327:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251840 00000400:00000200:3.0:1761122780.500334:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 984 00000400:00000200:3.0:1761122780.500611:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.500618:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.500624:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.500629:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:1.0:1761122780.500775:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dbb198a. 00000020:00000010:1.0:1761122780.500783:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.500789:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.500814:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643946048/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122780.500854:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946048 02000000:00000010:1.0:1761122780.500867:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df77684b. 00010000:00000010:1.0:1761122780.500896:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027867928. 00010000:00000010:1.0:1761122780.500915:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.501153:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000083a4d8f. 00000100:00000010:1.0:1761122780.501172:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000083a4d8f. 00010000:00000010:1.0:1761122780.501180:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.501197:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122780.501202:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946048, offset 224 00080000:00000010:3.0:1761122780.501274:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000726e398e. 00010000:00000010:3.0:1761122780.501366:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013afab7f. 00010000:00000010:3.0:1761122780.501372:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3c9c8c7. 00010000:00000010:3.0:1761122780.501442:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.0:1761122780.501450:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122780.501461:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002e7dec93. 00000100:00000010:3.0:1761122780.501466:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.501472:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122780.501483:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000527f655. 00000400:00000200:1.0:1761122780.501552:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.501563:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.501570:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89007:89007:256:4294967295] 192.168.201.27@tcp LPNI seq info [89007:89007:8:4294967295] 00000400:00000200:1.0:1761122780.501582:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.501588:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.501593:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.501599:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.501607:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.501610:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.501634:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.501639:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.501643:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dbb198a. 00000800:00000200:2.0:1761122780.501736:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.501740:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.501759:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.501764:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.501771:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:2.0:1761122780.501773:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 02000000:00000010:3.0:1761122780.501854:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bcfc5fd. 00000400:00000010:3.0:1761122780.501860:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e52a62f3. 00000400:00000010:3.0:1761122780.501865:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122780.501869:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633344, portal 16 00000400:00000010:3.0:1761122780.501873:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122780.501875:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633344, offset 0 00000400:00000200:3.0:1761122780.501880:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.501887:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.501894:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.501898:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.501901:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.501904:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89008:89008:256:4294967295] 192.168.201.27@tcp LPNI seq info [89008:89008:8:4294967295] 00000400:00000200:3.0:1761122780.501912:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.501916:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.501920:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.501924:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.501928:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.501931:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.501997:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.502000:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:2.0:1761122780.502005:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.502010:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.502012:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:2.0:1761122780.502014:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:2.0:1761122780.502020:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643633344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.503221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3a385ec. 00010000:00000010:3.1:1761122780.503230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:3.1:1761122780.503234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4b3a86. 00010000:00000010:2.1:1761122780.503454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd80352b. 00010000:00000010:2.1:1761122780.503461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000400:00000200:3.0:1761122780.504503:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.504520:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482052c0 00000400:00000200:3.0:1761122780.504529:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee71 [1] + 224 00000400:00000200:3.0:1761122780.504545:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.504550:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.504559:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643633344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.504630:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e52a62f3. 00000400:00000200:0.0:1761122780.504636:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:0.0:1761122780.504639:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00000100:00000200:0.0:1761122780.504647:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643633344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.504686:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a745a298. 00010000:00000010:3.1:1761122780.504751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adae8cc2. 00010000:00000010:3.1:1761122780.504768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00000100:00000200:0.0:1761122780.504870:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643633344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.504908:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bcfc5fd. 02000000:00000010:0.0:1761122780.504918:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000527f655. 00000100:00000010:0.0:1761122780.504923:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:0.0:1761122780.504930:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:0.0:1761122780.504935:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002e7dec93. 00000400:00000200:3.0:1761122780.505403:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.505413:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251880 00000400:00000200:3.0:1761122780.505419:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 1312 00000400:00000200:3.0:1761122780.505887:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.505895:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.506085:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.506091:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:1.0:1761122780.506209:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000591bfea5. 00000020:00000010:1.0:1761122780.506215:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.506220:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.506243:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643946112/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.506285:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946112 02000000:00000010:1.0:1761122780.506298:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000dbb198a. 00010000:00000010:1.0:1761122780.506328:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007756ea13. 00010000:00000010:1.0:1761122780.506348:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.506354:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000083a4d8f. 00000100:00000010:1.0:1761122780.506374:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000083a4d8f. 00010000:00000010:1.0:1761122780.506378:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.506397:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122780.506403:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946112, offset 224 00000400:00000200:1.0:1761122780.506413:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.506425:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.506431:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89009:89009:256:4294967295] 192.168.201.27@tcp LPNI seq info [89009:89009:8:4294967295] 00000400:00000200:1.0:1761122780.506441:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.506446:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.506451:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.506457:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.506464:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.506467:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.506489:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.506507:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.506510:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000591bfea5. 00080000:00000010:0.0:1761122780.506578:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094a51cc9. 00010000:00000010:0.0:1761122780.506703:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:0.0:1761122780.506712:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000326f95cc. 00000800:00000200:3.0:1761122780.506754:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.506759:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.506774:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.506778:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.506780:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:3.0:1761122780.506781:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00010000:00000010:0.0:1761122780.506788:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122780.506797:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122780.506808:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008cf0f2d2. 00000100:00000010:0.0:1761122780.506813:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.506819:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.506830:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9953701. 02000000:00000010:0.0:1761122780.506853:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686df1ec. 00000400:00000010:0.0:1761122780.506857:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.506861:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.506866:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633408, portal 16 00000400:00000010:0.0:1761122780.506871:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122780.506873:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633408, offset 0 00000400:00000200:0.0:1761122780.506879:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.506885:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.506891:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.506895:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.506898:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.506901:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89010:89010:256:4294967295] 192.168.201.27@tcp LPNI seq info [89010:89010:8:4294967295] 00000400:00000200:0.0:1761122780.506908:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.506912:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.506916:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000056e66965 (tot 82347602). 00000800:00000200:0.0:1761122780.506920:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.506924:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.506927:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000056e66965 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.507199:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.507202:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000056e66965 (tot 82347354). 00000400:00000200:3.0:1761122780.507210:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.507214:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.507217:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:3.0:1761122780.507218:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:3.0:1761122780.507224:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.514027:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.514048:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205300 00000400:00000200:3.0:1761122780.514060:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee7d [1] + 224 00000400:00000200:3.0:1761122780.514075:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.514080:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.514092:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.514237:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.514242:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.514244:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122780.514252:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.514261:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.514292:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.514309:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9953701. 00000100:00000010:0.0:1761122780.514313:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:0.0:1761122780.514320:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.514325:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008cf0f2d2. 00000400:00000200:3.0:1761122780.514853:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.514864:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482518c0 00000400:00000200:3.0:1761122780.514871:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 1640 00010000:00000010:1.1:1761122780.514952:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc00709f. 00000400:00000200:3.0:1761122780.515261:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.515268:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.515274:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.515280:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000020:00000010:0.0:1761122780.515344:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000686df1ec. 00000020:00000010:0.0:1761122780.515351:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008722009c. 00000020:00000010:0.0:1761122780.515355:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.515376:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062ac328a x1846669643946176/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.515404:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946176 02000000:00000010:0.0:1761122780.515414:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003612183e. 00010000:00000010:0.0:1761122780.515440:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dafbec15. 00010000:00000010:0.0:1761122780.515455:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008cf0f2d2. 00000100:00000010:0.0:1761122780.515460:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.515516:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.515520:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008cf0f2d2. 00000400:00000010:0.0:1761122780.515531:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.515535:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946176, offset 224 00000400:00000200:0.0:1761122780.515542:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.515552:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.515557:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89011:89011:256:4294967295] 192.168.201.27@tcp LPNI seq info [89011:89011:8:4294967295] 00000400:00000200:0.0:1761122780.515567:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.515572:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.515576:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c547e984 (tot 82347602). 00000800:00000200:0.0:1761122780.515581:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.515588:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.515592:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c547e984 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.515610:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008722009c. 00000020:00000010:0.0:1761122780.515615:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.515618:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000686df1ec. 00000800:00000200:0.0:1761122780.515716:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.515720:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c547e984 (tot 82347354). 00000400:00000200:0.0:1761122780.515723:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.515728:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.515730:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122780.515732:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00080000:00000010:2.0:1761122780.515790:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9c6cc32. 00010000:00000010:2.0:1761122780.516061:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:2.0:1761122780.516069:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d9f3bb7. 00010000:00000010:2.0:1761122780.516145:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122780.516149:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000079632570. 00010000:00000010:2.0:1761122780.516155:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.0:1761122780.516731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00080000:00000010:2.0:1761122780.516746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034783678. 00010000:00000010:2.0:1761122780.516777:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122780.516781:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079632570. 00010000:00000010:2.0:1761122780.516826:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.0:1761122780.516829:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122780.516836:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000da10089f. 00000100:00000010:2.0:1761122780.516841:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122780.516848:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122780.516858:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000048ab8f. 02000000:00000010:2.0:1761122780.516879:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d215960d. 00000400:00000010:2.0:1761122780.516884:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122780.516889:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122780.516894:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633472, portal 16 00000400:00000010:2.0:1761122780.517103:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122780.517107:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633472, offset 0 00000400:00000200:2.0:1761122780.517115:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.517134:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.517141:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.517144:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.517148:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.517151:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89012:89012:256:4294967295] 192.168.201.27@tcp LPNI seq info [89012:89012:8:4294967295] 00000400:00000200:2.0:1761122780.517160:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.517165:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.517169:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.517174:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.517180:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.517182:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122780.521392:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c801edd. 00010000:00000010:0.1:1761122780.521404:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00000800:00000200:0.0:1761122780.521509:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.521514:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122780.521519:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.521528:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.521534:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:0.0:1761122780.521537:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:0.0:1761122780.521547:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013349015 x1846669643633472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.524739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094822982. 00010000:00000010:2.1:1761122780.524817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286bcb6c. 00010000:00000010:2.1:1761122780.524824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:2.1:1761122780.524828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122780.524831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00000400:00000200:2.0:1761122780.525563:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.525581:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205340 00000400:00000200:2.0:1761122780.525591:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee89 [1] + 224 00000400:00000200:2.0:1761122780.525603:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.525607:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.525617:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013349015 x1846669643633472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.525689:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.525695:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251900 00000400:00000200:2.0:1761122780.525701:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad869 [2] + 1968 00000400:00000010:2.0:1761122780.525705:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000591e984d. 00000400:00000200:2.0:1761122780.525708:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000185818ba 00000400:00000200:2.0:1761122780.525762:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.525766:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.525769:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000185818ba 00000400:00000010:2.0:1761122780.525771:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000185818ba (tot 82347202). 00000100:00000200:2.0:1761122780.525777:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122780.525849:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:0.0:1761122780.525854:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:0.0:1761122780.525855:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:0.0:1761122780.525861:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013349015 x1846669643633472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.525868:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013349015 x1846669643633472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.525901:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d215960d. 02000000:00000010:0.0:1761122780.525907:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000048ab8f. 00000100:00000010:0.0:1761122780.525911:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 00000100:00000010:0.0:1761122780.526106:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:0.0:1761122780.526110:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000da10089f. 00000020:00000010:3.0:1761122780.526234:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452ee2a6. 00000020:00000010:3.0:1761122780.526240:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.526244:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.526268:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000034c9a1f3 x1846669643946240/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.526299:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946240 02000000:00000010:3.0:1761122780.526309:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3b3059b. 00010000:00000010:3.0:1761122780.526334:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dea5ff98. 00010000:00000010:3.0:1761122780.526351:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.526356:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004dd6a82a. 00000100:00000010:3.0:1761122780.526369:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004dd6a82a. 00010000:00000010:3.0:1761122780.526372:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.526384:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122780.526388:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946240, offset 224 00000400:00000200:3.0:1761122780.526395:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.526404:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.526409:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89013:89013:256:4294967295] 192.168.201.27@tcp LPNI seq info [89013:89013:8:4294967295] 00000400:00000200:3.0:1761122780.526420:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.526424:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.526428:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347450). 00000800:00000200:3.0:1761122780.526433:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.526440:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.526443:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.526458:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.526461:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.526465:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452ee2a6. 02000000:00000010:3.0:1761122780.526472:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003612183e. 00000100:00000010:3.0:1761122780.526474:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122780.526477:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000dbb198a. 00000100:00000010:3.0:1761122780.526480:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.526484:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df77684b. 00000100:00000010:3.0:1761122780.526486:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122780.526489:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a16185. 00000100:00000010:3.0:1761122780.526490:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 02000000:00000010:3.0:1761122780.526493:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cfe944b5. 00000100:00000010:3.0:1761122780.526495:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 02000000:00000010:3.0:1761122780.526497:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ccbb1f7. 00000100:00000010:3.0:1761122780.526499:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000100:00000200:3.0:1761122780.526504:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122780.526508:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e52a62f3. 00000400:00000010:3.0:1761122780.526511:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004dd6a82a (tot 82347602). 00080000:00000010:2.0:1761122780.526563:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fa43524. 00010000:00000010:2.0:1761122780.526637:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122780.526642:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000bbef99a. 00010000:00000010:2.0:1761122780.526743:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.0:1761122780.526749:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122780.526759:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca685403. 00000100:00000010:2.0:1761122780.526763:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122780.526769:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122780.526778:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036fb125f. 02000000:00000010:2.0:1761122780.526798:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf5a1264. 00000400:00000010:2.0:1761122780.526802:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122780.526805:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122780.526809:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633536, portal 16 00000400:00000010:2.0:1761122780.526812:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122780.526814:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633536, offset 0 00000400:00000200:2.0:1761122780.526819:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.526825:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.526832:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.526835:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.526838:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.526841:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89014:89014:255:4294967295] 192.168.201.27@tcp LPNI seq info [89014:89014:7:4294967295] 00000400:00000200:2.0:1761122780.526849:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.526853:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.526857:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122780.526860:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.526865:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.526867:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.526955:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.526958:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347602). 00000400:00000200:0.0:1761122780.526963:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.526967:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.526970:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:0.0:1761122780.526972:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 02000000:00000010:0.0:1761122780.526976:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3b3059b. 00000800:00000200:0.0:1761122780.527019:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.527022:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122780.527025:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.527029:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.527031:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122780.527032:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:0.0:1761122780.527036:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643633536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.534532:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.534556:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205380 00000400:00000200:3.0:1761122780.534566:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaee99 [1] + 224 00000400:00000200:3.0:1761122780.534580:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.534585:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.534596:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643633536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.534637:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.534644:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251940 00000400:00000200:3.0:1761122780.534648:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 0 00000400:00000200:3.0:1761122780.534724:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.534730:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.534734:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.534740:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:1.0:1761122780.535682:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fee6b. 00000020:00000010:1.0:1761122780.535697:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2017d8e. 00000020:00000010:1.0:1761122780.535702:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.535731:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643946304/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.535766:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946304 02000000:00000010:1.0:1761122780.535782:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df77684b. 00010000:00000010:1.0:1761122780.535823:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fafc5dec. 00000100:00000010:1.0:1761122780.535831:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080aba07d. 00000100:00000010:1.0:1761122780.535839:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080aba07d. 00010000:00000010:1.0:1761122780.535842:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fafc5dec. 00000400:00000010:1.0:1761122780.535859:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122780.535865:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946304, offset 224 00000400:00000200:1.0:1761122780.535874:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.535888:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.535893:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89015:89015:256:4294967295] 192.168.201.27@tcp LPNI seq info [89015:89015:8:4294967295] 00000400:00000200:1.0:1761122780.535904:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.535910:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.535915:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.535921:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.535930:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.535934:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.535960:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2017d8e. 00000020:00000010:1.0:1761122780.535967:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.535970:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fee6b. 00000800:00000200:3.0:1761122780.536066:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.536070:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:3.0:1761122780.536090:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.536096:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.536100:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:3.0:1761122780.536102:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000400:00000010:0.0:1761122780.536769:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:0.0:1761122780.536776:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:0.0:1761122780.536778:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:0.0:1761122780.536788:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643633536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.536799:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643633536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122780.536825:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000597ca8e. 02000000:00000010:0.0:1761122780.536839:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf5a1264. 02000000:00000010:0.0:1761122780.536845:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036fb125f. 00000100:00000010:0.0:1761122780.536848:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:0.0:1761122780.536852:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:0.0:1761122780.536856:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca685403. 00080000:00000010:0.0:1761122780.536873:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064086496. 00010000:00000010:0.0:1761122780.536969:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:0.0:1761122780.536975:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000820c00f2. 00010000:00000010:0.0:1761122780.537057:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122780.537064:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122780.537077:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008cf0f2d2. 00000100:00000010:0.0:1761122780.537083:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.537092:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:0.0:1761122780.537104:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.537144:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6acd34. 00000400:00000010:0.0:1761122780.537149:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.537153:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.537158:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633600, portal 16 00000400:00000010:0.0:1761122780.537162:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122780.537165:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633600, offset 0 00000400:00000200:0.0:1761122780.537172:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.537182:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.537189:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.537194:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.537197:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.537200:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89016:89016:256:4294967295] 192.168.201.27@tcp LPNI seq info [89016:89016:8:4294967295] 00000400:00000200:0.0:1761122780.537209:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.537214:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.537219:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c547e984 (tot 82347602). 00000800:00000200:0.0:1761122780.537223:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.537230:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.537234:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c547e984 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.537367:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.537370:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c547e984 (tot 82347354). 00000400:00000200:1.0:1761122780.537375:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.537380:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.537383:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:1.0:1761122780.537384:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:1.0:1761122780.537391:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.539744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000306357a4. 00010000:00000010:2.1:1761122780.539904:0:78601:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039750e21. 00010000:00000010:2.1:1761122780.539913:0:78601:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00000400:00000200:3.0:1761122780.540782:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.540801:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482053c0 00000400:00000200:3.0:1761122780.540809:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeea5 [1] + 224 00000400:00000200:3.0:1761122780.540824:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.540830:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.540841:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.542682:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.542693:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251980 00000400:00000200:3.0:1761122780.542700:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 328 00000400:00000010:1.0:1761122780.542924:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:1.0:1761122780.542930:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:1.0:1761122780.542932:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:1.0:1761122780.542940:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.542949:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.542979:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6acd34. 02000000:00000010:1.0:1761122780.542985:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:1.0:1761122780.542989:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:1.0:1761122780.542995:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:1.0:1761122780.542999:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008cf0f2d2. 00000400:00000200:3.0:1761122780.543164:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.543170:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.543177:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.543182:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000020:00000010:1.0:1761122780.543272:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000591bfea5. 00000020:00000010:1.0:1761122780.543278:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb81db1. 00000020:00000010:1.0:1761122780.543282:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00010000:00000010:0.1:1761122780.543717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d10b8e0. 00010000:00000010:0.1:1761122780.543724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86bb4f2. 00010000:00000010:0.1:1761122780.543727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00000100:00000200:1.0:1761122780.543793:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643946368/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.543839:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946368 02000000:00000010:1.0:1761122780.543852:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000150fee6b. 00010000:00000010:1.0:1761122780.543880:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6f50e14. 00010000:00000010:1.0:1761122780.543899:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.543905:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080aba07d. 00000100:00000010:1.0:1761122780.544108:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080aba07d. 00010000:00000010:1.0:1761122780.544112:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000010:1.0:1761122780.544136:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122780.544142:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946368, offset 224 00000400:00000200:1.0:1761122780.544151:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122780.544160:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9953701. 00000400:00000200:1.0:1761122780.544164:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.544172:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89017:89017:256:4294967295] 192.168.201.27@tcp LPNI seq info [89017:89017:8:4294967295] 00000400:00000200:1.0:1761122780.544182:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.544187:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.544193:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.544200:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.544207:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.544211:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.544229:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb81db1. 00000020:00000010:1.0:1761122780.544234:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.544238:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000591bfea5. 00010000:00000010:0.0:1761122780.544255:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122780.544263:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a01796b6. 00010000:00000010:0.0:1761122780.544334:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c772440c. 00010000:00000010:0.0:1761122780.544341:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122780.544352:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b6975c9e. 00000100:00000010:0.0:1761122780.544357:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000800:00000200:3.0:1761122780.544363:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:0.0:1761122780.544364:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 00000800:00000010:3.0:1761122780.544370:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 02000000:00000010:0.0:1761122780.544376:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cbca2b. 00000400:00000200:3.0:1761122780.544391:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.544397:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.544400:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 02000000:00000010:0.0:1761122780.544401:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e23f85. 00000400:00000010:3.0:1761122780.544402:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000400:00000010:0.0:1761122780.544409:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122780.544416:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122780.544420:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633664, portal 16 00000400:00000010:0.0:1761122780.544437:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122780.544439:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633664, offset 0 00000400:00000200:0.0:1761122780.544446:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.544453:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.544460:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.544463:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.544466:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.544469:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89018:89018:256:4294967295] 192.168.201.27@tcp LPNI seq info [89018:89018:8:4294967295] 00000400:00000200:0.0:1761122780.544477:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.544481:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.544485:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004f31a5b5 (tot 82347602). 00000800:00000200:0.0:1761122780.544488:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.544493:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.544495:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004f31a5b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.545582:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.545588:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004f31a5b5 (tot 82347354). 00000400:00000200:1.0:1761122780.545594:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.545600:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.545605:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:1.0:1761122780.545607:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:1.0:1761122780.545615:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643633664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.552041:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.552062:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205400 00000400:00000200:0.0:1761122780.552071:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeeb1 [1] + 224 00000400:00000200:0.0:1761122780.552083:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.552087:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.552100:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643633664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.552150:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.552156:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482519c0 00000400:00000200:0.0:1761122780.552161:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 656 00000400:00000200:0.0:1761122780.552221:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.552226:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.552230:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.552236:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 00000020:00000010:0.0:1761122780.552287:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f561624. 00000020:00000010:0.0:1761122780.552293:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122780.552298:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.552324:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643946432/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.552358:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946432 02000000:00000010:0.0:1761122780.552370:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000853bbd95. 00010000:00000010:0.0:1761122780.552410:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009bba4d39. 00000100:00000010:0.0:1761122780.552420:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.552428:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.552432:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009bba4d39. 00000400:00000010:1.0:1761122780.552443:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122780.552447:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000400:00000200:1.0:1761122780.552450:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:1.0:1761122780.552454:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:1.0:1761122780.552461:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643633664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.552469:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643633664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122780.552490:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033056b0f. 02000000:00000010:1.0:1761122780.552506:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e23f85. 02000000:00000010:1.0:1761122780.552512:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cbca2b. 00000100:00000010:1.0:1761122780.552516:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 00000100:00000010:1.0:1761122780.552524:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:1.0:1761122780.552528:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b6975c9e. 00080000:00000010:1.0:1761122780.552545:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000591bfea5. 00010000:00000010:1.0:1761122780.552648:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:1.0:1761122780.552682:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b2dccf44. 00010000:00000010:1.0:1761122780.552755:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122780.552761:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8651796. 00010000:00000010:1.0:1761122780.552770:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122780.552773:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080aba07d. 00000100:00000010:1.0:1761122780.552780:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122780.552789:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006bb18788. 02000000:00000010:1.0:1761122780.552811:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a95f5b61. 00000400:00000010:1.0:1761122780.552816:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004990661c. 00000100:00000200:0.0:1761122780.552869:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946432, offset 224 00000400:00000200:0.0:1761122780.552880:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.552890:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.552896:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89019:89019:256:4294967295] 192.168.201.27@tcp LPNI seq info [89019:89019:8:4294967295] 00000400:00000200:0.0:1761122780.552907:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.552912:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.552917:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000052de20bd (tot 82347602). 00000800:00000200:0.0:1761122780.552923:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.552930:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.552933:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000052de20bd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.552952:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122780.552956:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.552959:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f561624. 00000400:00000010:1.0:1761122780.553392:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122780.553399:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633728, portal 16 00000400:00000010:1.0:1761122780.553403:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122780.553405:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633728, offset 0 00000400:00000200:1.0:1761122780.553411:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.553419:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.553426:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.553430:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.553433:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.553435:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89020:89020:255:4294967295] 192.168.201.27@tcp LPNI seq info [89020:89020:7:4294967295] 00000400:00000200:1.0:1761122780.553442:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.553446:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.553450:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347850). 00000800:00000200:1.0:1761122780.553455:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.553459:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.553462:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.553870:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.553875:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000052de20bd (tot 82347602). 00000400:00000200:2.0:1761122780.553880:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.553887:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.553890:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:2.0:1761122780.553892:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000800:00000200:2.0:1761122780.553950:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.553952:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:2.0:1761122780.554217:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.554222:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.554225:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:2.0:1761122780.554226:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:2.0:1761122780.554233:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643633728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.555173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0647290. 00010000:00000010:0.1:1761122780.555704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f7867c. 00010000:00000010:0.1:1761122780.555711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:1.1:1761122780.560093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7887fa0. 00010000:00000010:1.1:1761122780.560109:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008591697a. 00010000:00000010:1.1:1761122780.560115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c772440c. 00000400:00000200:1.0:1761122780.564290:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.564311:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205440 00000400:00000200:1.0:1761122780.564322:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeebd [1] + 224 00000400:00000200:1.0:1761122780.564337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.564341:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.564353:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643633728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.564479:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004990661c. 00000400:00000200:0.0:1761122780.564486:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:0.0:1761122780.564488:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:0.0:1761122780.564495:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643633728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.564502:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643633728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.564534:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a95f5b61. 02000000:00000010:0.0:1761122780.564541:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006bb18788. 00000100:00000010:0.0:1761122780.564547:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:0.0:1761122780.564552:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080aba07d. 00010000:00000010:0.0:1761122780.564556:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00000400:00000200:0.0:1761122780.566785:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.566803:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251a00 00000400:00000200:0.0:1761122780.566810:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 984 00000400:00000200:0.0:1761122780.566882:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.567080:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.567086:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.567092:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 00000020:00000010:1.0:1761122780.567220:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a95f5b61. 00000020:00000010:1.0:1761122780.567229:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fb81db1. 00000020:00000010:1.0:1761122780.567234:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.567263:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643946496/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.567301:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946496 02000000:00000010:1.0:1761122780.567316:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f8a70b4. 00010000:00000010:1.0:1761122780.567346:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024eea1a0. 00010000:00000010:1.0:1761122780.567368:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fafc5dec. 00000100:00000010:1.0:1761122780.567376:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000080aba07d. 00000100:00000010:1.0:1761122780.567400:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000080aba07d. 00010000:00000010:1.0:1761122780.567404:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fafc5dec. 00000400:00000010:1.0:1761122780.567419:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122780.567425:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946496, offset 224 00000400:00000200:1.0:1761122780.567433:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.567445:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.567450:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89021:89021:256:4294967295] 192.168.201.27@tcp LPNI seq info [89021:89021:8:4294967295] 00000400:00000200:1.0:1761122780.567461:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.567467:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.567472:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.567477:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00080000:00000010:2.0:1761122780.567481:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036fb125f. 00000800:00000200:1.0:1761122780.567484:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.567488:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.567525:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fb81db1. 00000020:00000010:1.0:1761122780.567530:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.567534:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a95f5b61. 00010000:00000010:2.0:1761122780.567588:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8651796. 00010000:00000010:2.0:1761122780.567595:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000748b82e9. 00010000:00000010:2.0:1761122780.567706:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122780.567711:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000079632570. 00010000:00000010:2.0:1761122780.567716:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.0:1761122780.567722:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00080000:00000010:2.0:1761122780.567735:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf5a1264. 00010000:00000010:2.0:1761122780.567763:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.567768:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079632570. 00010000:00000010:2.0:1761122780.567820:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bd92a70. 00010000:00000010:2.0:1761122780.567824:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.567832:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000185d5337. 00000100:00000010:2.0:1761122780.567837:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.567845:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122780.567855:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001ccbb1f7. 02000000:00000010:2.0:1761122780.567879:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000048ab8f. 00000400:00000010:2.0:1761122780.568118:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.568133:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.568138:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633792, portal 16 00000400:00000010:2.0:1761122780.568142:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122780.568144:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633792, offset 0 00000400:00000200:2.0:1761122780.568149:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.568156:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.568163:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.568166:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.568169:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.568172:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89022:89022:255:4294967295] 192.168.201.27@tcp LPNI seq info [89022:89022:7:4294967295] 00000400:00000200:2.0:1761122780.568179:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.568184:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.568187:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122780.568191:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.568196:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.568198:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.568526:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.568530:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.568561:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.568566:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.568570:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:3.0:1761122780.568572:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000800:00000200:3.0:1761122780.568627:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.568629:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122780.568633:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.568636:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.568638:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:3.0:1761122780.568639:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:3.0:1761122780.568644:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643633792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.571880:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.571900:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205480 00000400:00000200:1.0:1761122780.571909:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeec9 [1] + 224 00000400:00000200:1.0:1761122780.571925:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.571930:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.571941:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643633792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.571999:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122780.572005:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122780.572006:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.572013:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643633792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.572020:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643633792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.572052:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000048ab8f. 02000000:00000010:2.0:1761122780.572057:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001ccbb1f7. 00000100:00000010:2.0:1761122780.572061:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122780.572065:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:2.0:1761122780.572069:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000185d5337. 00010000:00000010:2.1:1761122780.573652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000307d3d8a. 00010000:00000010:2.1:1761122780.573678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:1.1:1761122780.573700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a85ebf4. 00000400:00000200:0.0:1761122780.574228:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.574245:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251a40 00000400:00000200:0.0:1761122780.574251:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 1312 00000400:00000200:0.0:1761122780.574492:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.574497:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.574502:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.574507:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 00000020:00000010:3.0:1761122780.574704:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a16185. 00000020:00000010:3.0:1761122780.574713:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.574717:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.574745:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643946560/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.574782:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946560 02000000:00000010:3.0:1761122780.574794:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000452ee2a6. 00010000:00000010:3.0:1761122780.574823:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ced8ef7. 00010000:00000010:3.0:1761122780.574844:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.574851:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.574867:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.574871:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.574886:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122780.574891:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946560, offset 224 00000400:00000200:3.0:1761122780.574900:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.574921:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.574927:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89023:89023:256:4294967295] 192.168.201.27@tcp LPNI seq info [89023:89023:8:4294967295] 00000400:00000200:3.0:1761122780.575147:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.575154:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.575159:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122780.575165:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.575172:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.575176:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.575200:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.575204:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.575208:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a16185. 00000800:00000200:0.0:1761122780.575307:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.575310:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:0.0:1761122780.575521:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.575526:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.575529:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:0.0:1761122780.575531:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00080000:00000010:2.0:1761122780.575626:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ccbb1f7. 00010000:00000010:2.0:1761122780.575740:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.575747:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7d382fb. 00010000:00000010:2.0:1761122780.575820:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.0:1761122780.575825:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.575834:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000185d5337. 00000100:00000010:2.0:1761122780.575838:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.575844:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122780.575855:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000048ab8f. 02000000:00000010:2.0:1761122780.575877:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d215960d. 00000400:00000010:2.0:1761122780.575882:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.575887:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.575891:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633856, portal 16 00000400:00000010:2.0:1761122780.575895:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122780.575897:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633856, offset 0 00000400:00000200:2.0:1761122780.575902:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.575909:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.575915:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.575919:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.575922:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.575924:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89024:89024:256:4294967295] 192.168.201.27@tcp LPNI seq info [89024:89024:8:4294967295] 00000400:00000200:2.0:1761122780.575932:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.575937:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.575940:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122780.575945:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.575950:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.575952:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.576029:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.576033:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122780.576037:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.576041:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.576044:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:1.0:1761122780.576046:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:1.0:1761122780.576051:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643633856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.577221:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122780.577229:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00000400:00000200:0.0:1761122780.582316:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.582342:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482054c0 00000400:00000200:0.0:1761122780.582352:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeed5 [1] + 224 00000400:00000200:0.0:1761122780.582372:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.582377:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.582388:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643633856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.584721:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.584732:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251a80 00000400:00000200:0.0:1761122780.584739:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 1640 00000400:00000200:0.0:1761122780.584787:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.584792:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.584798:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.584805:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 00000020:00000010:3.0:1761122780.585288:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a16185. 00000020:00000010:3.0:1761122780.585296:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.585301:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.585331:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000c0c3a5 x1846669643946624/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.585373:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946624 02000000:00000010:3.0:1761122780.585388:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000537ef037. 00010000:00000010:3.0:1761122780.585429:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.585437:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.585445:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.585449:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.585463:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122780.585469:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946624, offset 224 00000400:00000200:3.0:1761122780.585476:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.585487:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.585493:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89025:89025:256:4294967295] 192.168.201.27@tcp LPNI seq info [89025:89025:8:4294967295] 00000400:00000200:3.0:1761122780.585503:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.585508:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.585513:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.585518:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.585525:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.585529:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.585555:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.585559:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.585564:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a16185. 00000800:00000200:0.0:1761122780.585782:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.585787:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:0.0:1761122780.585792:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.585798:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.585802:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:0.0:1761122780.585805:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00010000:00000010:2.1:1761122780.585882:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba80394f. 00010000:00000010:2.1:1761122780.585890:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00000400:00000010:2.0:1761122780.585902:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122780.585906:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122780.585908:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.585914:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643633856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.585923:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643633856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122780.585945:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b16cb648. 02000000:00000010:2.0:1761122780.585963:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d215960d. 02000000:00000010:2.0:1761122780.585969:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000048ab8f. 00000100:00000010:2.0:1761122780.585972:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122780.585975:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:2.0:1761122780.585979:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000185d5337. 00080000:00000010:2.0:1761122780.585996:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000048ab8f. 00010000:00000010:2.0:1761122780.586088:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.586096:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f0b6d4e. 00010000:00000010:2.0:1761122780.586204:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bd92a70. 00010000:00000010:2.0:1761122780.586210:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.586221:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000185d5337. 00000100:00000010:2.0:1761122780.586225:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.586231:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122780.586241:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d215960d. 02000000:00000010:2.0:1761122780.586267:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000ae90c24. 00000400:00000010:2.0:1761122780.586272:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.586276:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.586281:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633920, portal 16 00000400:00000010:2.0:1761122780.586285:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122780.586288:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633920, offset 0 00000400:00000200:2.0:1761122780.586293:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.586302:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.586308:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.586312:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.586315:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.586318:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89026:89026:256:4294967295] 192.168.201.27@tcp LPNI seq info [89026:89026:8:4294967295] 00000400:00000200:2.0:1761122780.586326:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.586331:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.586334:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122780.586339:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.586344:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.586346:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.586456:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.586460:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122780.586464:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.586469:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.586472:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:1.0:1761122780.586474:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:1.0:1761122780.586479:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643633920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.587786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010ed8830. 00000400:00000200:1.0:1761122780.594106:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.594138:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205500 00000400:00000200:1.0:1761122780.594160:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeee1 [1] + 224 00000400:00000200:1.0:1761122780.594174:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.594178:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.594208:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643633920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.594254:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.594262:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251ac0 00000400:00000200:1.0:1761122780.594269:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad8c1 [2] + 1968 00000400:00000010:1.0:1761122780.594273:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000963e9f66. 00000400:00000200:1.0:1761122780.594291:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b9634d05 00000400:00000010:2.0:1761122780.594297:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122780.594315:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122780.594317:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.594323:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643633920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.594330:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643633920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.594372:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000ae90c24. 02000000:00000010:2.0:1761122780.594384:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d215960d. 00000100:00000010:2.0:1761122780.594387:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122780.594390:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:2.0:1761122780.594393:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000185d5337. 00000400:00000200:1.0:1761122780.594396:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.594403:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.594407:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9634d05 00000400:00000010:1.0:1761122780.594409:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b9634d05 (tot 82347202). 00000100:00000200:1.0:1761122780.594415:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122780.594691:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a16185. 00000020:00000010:3.0:1761122780.594699:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.594704:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.594743:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009efb59c7 x1846669643946688/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.594791:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946688 02000000:00000010:3.0:1761122780.594802:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006f93f85. 00010000:00000010:3.0:1761122780.594845:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df371518. 00010000:00000010:3.0:1761122780.594870:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.594876:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b2b6515. 00000100:00000010:3.0:1761122780.594891:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b2b6515. 00010000:00000010:3.0:1761122780.594895:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.594916:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122780.594921:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946688, offset 224 00000400:00000200:3.0:1761122780.594930:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.594942:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.594947:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89027:89027:256:4294967295] 192.168.201.27@tcp LPNI seq info [89027:89027:8:4294967295] 00000400:00000200:3.0:1761122780.594957:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.594962:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122780.594962:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d215960d. 00000800:00000010:3.0:1761122780.594970:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347450). 00000800:00000200:3.0:1761122780.594975:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.594983:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.594986:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.595009:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.595013:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.595017:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a16185. 00010000:00000010:2.0:1761122780.595064:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.595072:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093592ce3. 00010000:00000010:2.0:1761122780.595180:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.0:1761122780.595187:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122780.595199:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000185d5337. 00000100:00000010:2.0:1761122780.595204:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.595212:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122780.595225:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000ae90c24. 02000000:00000010:3.0:1761122780.595237:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000537ef037. 00000100:00000010:3.0:1761122780.595242:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 02000000:00000010:3.0:1761122780.595249:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000452ee2a6. 02000000:00000010:2.0:1761122780.595251:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009921e936. 00000400:00000010:2.0:1761122780.595258:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000100:00000010:3.0:1761122780.595260:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000400:00000010:2.0:1761122780.595262:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000800:00000200:0.0:1761122780.595265:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1761122780.595267:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f8a70b4. 00000100:00000200:2.0:1761122780.595270:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643633984, portal 16 00000800:00000010:0.0:1761122780.595271:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347202). 00000100:00000010:3.0:1761122780.595272:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000400:00000010:2.0:1761122780.595278:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 02000000:00000010:3.0:1761122780.595281:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000853bbd95. 00000400:00000200:0.0:1761122780.595281:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761122780.595283:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643633984, offset 0 00000100:00000010:3.0:1761122780.595288:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000400:00000200:0.0:1761122780.595292:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:3.0:1761122780.595295:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000150fee6b. 00000400:00000200:2.0:1761122780.595295:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.595301:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:0.0:1761122780.595305:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000400:00000200:2.0:1761122780.595308:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 02000000:00000010:0.0:1761122780.595311:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006f93f85. 00000100:00000010:3.0:1761122780.595316:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000400:00000200:2.0:1761122780.595317:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.595323:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1761122780.595324:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df77684b. 00000400:00000200:2.0:1761122780.595329:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000100:00000010:3.0:1761122780.595330:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000400:00000200:2.0:1761122780.595334:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89028:89028:255:4294967295] 192.168.201.27@tcp LPNI seq info [89028:89028:7:4294967295] 00000100:00000200:3.0:1761122780.595342:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1761122780.595346:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000010:3.0:1761122780.595349:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f8a82eb1. 00000400:00000010:3.0:1761122780.595354:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005b2b6515 (tot 82347354). 00000800:00000200:2.0:1761122780.595354:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.595360:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.595368:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.595373:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.595376:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.595690:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.595694:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122780.595698:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.595702:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.595705:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:1.0:1761122780.595707:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000100:00000200:1.0:1761122780.595713:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643633984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.596795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8141ba7. 00010000:00000010:2.1:1761122780.596804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c5f1c7. 00010000:00000010:2.1:1761122780.596808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00000400:00000200:1.0:1761122780.598537:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.598556:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205540 00000400:00000200:1.0:1761122780.598565:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeeed [1] + 224 00000400:00000200:1.0:1761122780.598583:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.598588:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.598598:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643633984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.598683:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122780.598688:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122780.598691:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.598696:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643633984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.598704:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643633984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.598741:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009921e936. 02000000:00000010:2.0:1761122780.598748:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000ae90c24. 00000100:00000010:2.0:1761122780.598751:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122780.598755:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:2.0:1761122780.598760:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000185d5337. 00010000:00000010:3.1:1761122780.602698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a799f51. 00000400:00000200:0.0:1761122780.603765:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.603784:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251b00 00000400:00000200:0.0:1761122780.603793:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 0 00000400:00000200:0.0:1761122780.603857:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.603863:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.603870:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.603876:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 00000020:00000010:3.0:1761122780.604525:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452ee2a6. 00000020:00000010:3.0:1761122780.604533:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.604538:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.604566:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643946752/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.605826:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946752 02000000:00000010:3.0:1761122780.605842:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054a16185. 00010000:00000010:3.0:1761122780.605913:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000edb17968. 00010000:00000010:3.0:1761122780.605937:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.605944:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.605965:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.605970:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.605985:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122780.605990:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946752, offset 224 00000400:00000200:3.0:1761122780.606000:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.606015:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.606021:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89029:89029:256:4294967295] 192.168.201.27@tcp LPNI seq info [89029:89029:8:4294967295] 00000400:00000200:3.0:1761122780.606031:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00080000:00000010:0.0:1761122780.606032:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f561624. 00000800:00000200:3.0:1761122780.606036:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.606040:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122780.606045:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.606053:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.606056:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.606082:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.606087:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.606092:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452ee2a6. 00000800:00000200:2.0:1761122780.606362:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.606367:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00010000:00000010:0.0:1761122780.606486:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:0.0:1761122780.606494:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001628caf3. 00000400:00000200:2.0:1761122780.606526:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.606532:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.606536:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:2.0:1761122780.606539:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00010000:00000010:0.0:1761122780.606860:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122780.606867:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8cd04ae. 00010000:00000010:0.0:1761122780.606877:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009bba4d39. 00000100:00000010:0.0:1761122780.606881:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.606889:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 02000000:00000010:0.0:1761122780.606900:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ebceec9. 02000000:00000010:0.0:1761122780.606924:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c117aa. 00000400:00000010:0.0:1761122780.606930:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122780.606935:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122780.606941:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634048, portal 16 00000400:00000010:0.0:1761122780.606945:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122780.606947:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634048, offset 0 00000400:00000200:0.0:1761122780.606953:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.606961:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.606967:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.606970:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.606973:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.606976:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89030:89030:256:4294967295] 192.168.201.27@tcp LPNI seq info [89030:89030:8:4294967295] 00000400:00000200:0.0:1761122780.606983:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.606986:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.606989:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086ac4213 (tot 82347602). 00000800:00000200:0.0:1761122780.606993:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.606998:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.607000:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086ac4213 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.608581:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.608588:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086ac4213 (tot 82347354). 00000400:00000200:1.0:1761122780.608594:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.608602:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.608606:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:1.0:1761122780.608608:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:1.0:1761122780.608616:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b0cfc9ef x1846669643634048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.610297:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.610315:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205580 00000400:00000200:3.0:1761122780.610324:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeefd [1] + 224 00000400:00000200:3.0:1761122780.610633:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.610639:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.610648:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643634048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.613210:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006245ffec. 00010000:00000010:2.1:1761122780.613224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00000400:00000010:2.0:1761122780.613250:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:2.0:1761122780.613254:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:2.0:1761122780.613257:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:2.0:1761122780.613270:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643634048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.613280:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643634048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.613310:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c117aa. 02000000:00000010:2.0:1761122780.613317:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ebceec9. 00000100:00000010:2.0:1761122780.613320:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 00000100:00000010:2.0:1761122780.613326:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:2.0:1761122780.613329:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009bba4d39. 00000400:00000200:2.0:1761122780.617219:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.617444:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251b40 00000400:00000200:2.0:1761122780.617452:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 328 00000400:00000200:2.0:1761122780.617532:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.617537:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.617545:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.617552:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 00010000:00000010:0.1:1761122780.618170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064cd3cbe. 00010000:00000010:0.1:1761122780.618179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00000020:00000010:0.0:1761122780.618216:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e9e321b9. 00000020:00000010:0.0:1761122780.618223:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122780.618228:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.618255:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000760b67b8 x1846669643946816/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.618300:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946816 02000000:00000010:0.0:1761122780.618313:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0cf00a1. 00010000:00000010:0.0:1761122780.618346:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa2108d2. 00010000:00000010:0.0:1761122780.618554:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004603fbfd. 00000100:00000010:0.0:1761122780.618561:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.618582:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.618586:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004603fbfd. 00000400:00000010:0.0:1761122780.618600:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122780.618606:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946816, offset 224 00000400:00000200:0.0:1761122780.618614:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122780.618620:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ae90c24. 00000400:00000200:0.0:1761122780.618625:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.618631:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89031:89031:256:4294967295] 192.168.201.27@tcp LPNI seq info [89031:89031:8:4294967295] 00000400:00000200:0.0:1761122780.618642:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.618647:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.618651:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcaf3e23 (tot 82347602). 00010000:00000010:2.0:1761122780.618725:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:2.0:1761122780.618733:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026c3748d. 00010000:00000010:2.0:1761122780.618850:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bd92a70. 00010000:00000010:2.0:1761122780.618857:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122780.619104:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000185d5337. 00000100:00000010:2.0:1761122780.619109:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.619115:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122780.619139:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009921e936. 02000000:00000010:2.0:1761122780.619165:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037705207. 00000400:00000010:2.0:1761122780.619171:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.619176:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122780.619181:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634112, portal 16 00000400:00000010:2.0:1761122780.619186:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122780.619187:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634112, offset 0 00000400:00000200:2.0:1761122780.619193:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.619200:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.619206:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.619210:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.619212:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.619215:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89032:89032:255:4294967295] 192.168.201.27@tcp LPNI seq info [89032:89032:7:4294967295] 00000400:00000200:2.0:1761122780.619222:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.619227:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.619230:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122780.619235:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.619243:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.619246:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.621848:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.621855:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:3.0:1761122780.621863:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.621872:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.621878:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122780.621880:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:3.0:1761122780.621889:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643634112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761122780.621974:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.621982:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.621986:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcaf3e23 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.622021:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122780.622027:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.622032:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e9e321b9. 00000800:00000200:3.0:1761122780.622098:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.622101:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcaf3e23 (tot 82347354). 00000400:00000200:3.0:1761122780.622104:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.622108:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.622111:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:3.0:1761122780.622113:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00010000:00000010:3.1:1761122780.624698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6173ee5. 00000400:00000200:2.0:1761122780.626240:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.626259:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482055c0 00000400:00000200:2.0:1761122780.626268:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef09 [1] + 224 00000400:00000200:2.0:1761122780.626285:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.626289:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.626300:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643634112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.626690:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.626702:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251b80 00000400:00000200:3.0:1761122780.626708:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 656 00000400:00000200:2.0:1761122780.626799:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.626804:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122780.626809:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:0.0:1761122780.626818:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:0.0:1761122780.626820:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:0.0:1761122780.626826:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643634112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.626827:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.626833:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 00000100:00000200:0.0:1761122780.626834:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643634112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.626862:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037705207. 02000000:00000010:0.0:1761122780.626868:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009921e936. 00000100:00000010:0.0:1761122780.626871:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:0.0:1761122780.626876:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:0.0:1761122780.626880:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000185d5337. 00000020:00000010:3.0:1761122780.627004:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452ee2a6. 00000020:00000010:3.0:1761122780.627011:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.627016:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.627039:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643946880/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.627074:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946880 02000000:00000010:3.0:1761122780.627086:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098f81d29. 00010000:00000010:3.0:1761122780.627112:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7cb05f4. 00010000:00000010:3.0:1761122780.627140:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.627146:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.627161:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.627165:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.627179:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122780.627183:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946880, offset 224 00000400:00000200:3.0:1761122780.627191:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.627201:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.627207:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89033:89033:256:4294967295] 192.168.201.27@tcp LPNI seq info [89033:89033:8:4294967295] 00000400:00000200:3.0:1761122780.627217:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.627223:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.627226:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122780.627232:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.627239:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.627243:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.627269:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.627274:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.627278:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452ee2a6. 00000800:00000200:2.0:1761122780.627344:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.627348:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:2.0:1761122780.627353:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.627357:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.627359:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:2.0:1761122780.627360:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00080000:00000010:0.0:1761122780.628387:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9e321b9. 00010000:00000010:0.0:1761122780.628477:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:0.0:1761122780.628484:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000166c5521. 00010000:00000010:0.0:1761122780.628578:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122780.628585:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122780.628596:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004603fbfd. 00000100:00000010:0.0:1761122780.628601:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.628609:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.628621:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ebceec9. 02000000:00000010:0.0:1761122780.628644:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c117aa. 00000400:00000010:0.0:1761122780.628650:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.628673:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122780.628678:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634176, portal 16 00000400:00000010:0.0:1761122780.628683:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122780.628685:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634176, offset 0 00000400:00000200:0.0:1761122780.628691:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.628701:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.628707:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.628710:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.628713:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.628715:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89034:89034:256:4294967295] 192.168.201.27@tcp LPNI seq info [89034:89034:8:4294967295] 00000400:00000200:0.0:1761122780.628723:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.628728:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.628732:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000037159031 (tot 82347602). 00000800:00000200:0.0:1761122780.628736:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.628741:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.628744:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000037159031 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122780.629728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ac7f3bf. 00010000:00000010:2.1:1761122780.629944:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074db080d. 00010000:00000010:2.1:1761122780.629951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00000800:00000200:2.0:1761122780.630017:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.630021:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037159031 (tot 82347354). 00000400:00000200:2.0:1761122780.630025:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.630031:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.630036:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:2.0:1761122780.630038:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:2.0:1761122780.630045:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643634176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.634618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbf029be. 00000400:00000200:2.0:1761122780.638377:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.638399:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205600 00000400:00000200:2.0:1761122780.638408:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef15 [1] + 224 00000400:00000200:2.0:1761122780.638421:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.638425:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.638437:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643634176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.638474:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.638480:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251bc0 00000400:00000200:2.0:1761122780.638485:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 984 00000400:00000200:2.0:1761122780.638540:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.638544:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.638548:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.638554:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 00000400:00000010:0.0:1761122780.639705:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.639712:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:0.0:1761122780.639714:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:0.0:1761122780.639724:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643634176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.639733:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643634176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122780.639765:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452ee2a6. 02000000:00000010:0.0:1761122780.639767:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c117aa. 00000020:00000010:3.0:1761122780.639773:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 02000000:00000010:0.0:1761122780.639773:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ebceec9. 00000100:00000010:0.0:1761122780.639776:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000020:00000010:3.0:1761122780.639778:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000010:0.0:1761122780.639780:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.639783:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004603fbfd. 00000100:00000200:3.0:1761122780.639801:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013349015 x1846669643946944/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.639834:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643946944 02000000:00000010:3.0:1761122780.639845:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e365335. 00010000:00000010:3.0:1761122780.639871:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c214499. 00010000:00000010:3.0:1761122780.639892:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.639898:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.639914:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.639917:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.639930:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122780.639934:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643946944, offset 224 00000400:00000200:3.0:1761122780.639942:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.639953:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.639959:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89035:89035:256:4294967295] 192.168.201.27@tcp LPNI seq info [89035:89035:8:4294967295] 00000400:00000200:3.0:1761122780.639969:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.639975:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.639979:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122780.639986:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.639993:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.639997:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.640014:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.640017:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:3.0:1761122780.640022:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452ee2a6. 00000800:00000200:2.0:1761122780.640148:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.640153:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:2.0:1761122780.640158:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.640162:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.640166:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:2.0:1761122780.640168:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00080000:00000010:0.0:1761122780.643025:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ebceec9. 00010000:00000010:0.0:1761122780.643117:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122780.643137:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a61cc905. 00010000:00000010:0.0:1761122780.643212:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.0:1761122780.643219:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122780.643232:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004603fbfd. 00000100:00000010:0.0:1761122780.643238:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.643247:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.643260:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022c117aa. 02000000:00000010:0.0:1761122780.643290:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000853bbd95. 00000400:00000010:0.0:1761122780.643297:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.643303:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122780.643310:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634240, portal 16 00000400:00000010:0.0:1761122780.643316:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122780.643318:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634240, offset 0 00000400:00000200:0.0:1761122780.643326:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.643341:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.643348:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.643351:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.643354:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.643357:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89036:89036:256:4294967295] 192.168.201.27@tcp LPNI seq info [89036:89036:8:4294967295] 00000400:00000200:0.0:1761122780.643368:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.643374:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.643378:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00000800:00000200:0.0:1761122780.643384:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.643391:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.643395:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.643511:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.643515:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:3.0:1761122780.643520:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.643525:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.643529:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122780.643531:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:3.0:1761122780.643540:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643634240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.644320:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce799ef8. 00010000:00000010:0.1:1761122780.644328:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00000400:00000200:2.0:1761122780.646841:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.647027:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205640 00000400:00000200:2.0:1761122780.647038:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef21 [1] + 224 00000400:00000200:2.0:1761122780.647054:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.647059:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.647069:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643634240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.647533:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.647540:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:0.0:1761122780.647542:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:0.0:1761122780.647549:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643634240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.647557:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643634240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.647589:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000853bbd95. 02000000:00000010:0.0:1761122780.647595:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022c117aa. 00000100:00000010:0.0:1761122780.647598:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:0.0:1761122780.647603:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.647607:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004603fbfd. 00000400:00000200:2.0:1761122780.651240:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.651264:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251c00 00000400:00000200:2.0:1761122780.651272:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 1312 00000400:00000200:2.0:1761122780.651345:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.651350:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.651357:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122780.651362:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 00010000:00000010:3.1:1761122780.651491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4326ceb. 00000020:00000010:3.0:1761122780.651535:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000818c6fc4. 00000020:00000010:3.0:1761122780.651543:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122780.651547:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000971f9129. 00000100:00000200:3.0:1761122780.651572:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042d0ccf0 x1846669643947008/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.651621:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947008 02000000:00000010:0.0:1761122780.651636:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000022c117aa. 00010000:00000010:0.1:1761122780.651677:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031bd2b5e. 00010000:00000010:0.1:1761122780.651683:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122780.651711:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000675fdc64. 00010000:00000010:0.0:1761122780.651726:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004603fbfd. 00000100:00000010:0.0:1761122780.651733:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.651743:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.651745:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004603fbfd. 00000400:00000010:0.0:1761122780.651758:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122780.651763:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947008, offset 224 00000400:00000200:0.0:1761122780.651771:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.651782:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.651788:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89037:89037:256:4294967295] 192.168.201.27@tcp LPNI seq info [89037:89037:8:4294967295] 00000400:00000200:0.0:1761122780.651798:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.651803:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.651807:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122780.651812:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.651821:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.651824:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.651844:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:0.0:1761122780.651848:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000971f9129. 00000020:00000010:0.0:1761122780.651852:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000818c6fc4. 00000800:00000200:3.0:1761122780.655298:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.655306:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:3.0:1761122780.655315:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.655323:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.655330:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:3.0:1761122780.655332:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00080000:00000010:2.0:1761122780.655443:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009921e936. 00010000:00000010:2.0:1761122780.655544:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:2.0:1761122780.655554:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bd8c1e7d. 00010000:00000010:2.0:1761122780.655707:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.0:1761122780.655715:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122780.655729:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122780.655736:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1702a0d. 00000100:00000010:2.0:1761122780.655746:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 02000000:00000010:2.0:1761122780.655760:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037705207. 02000000:00000010:2.0:1761122780.655789:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053397f98. 00000400:00000010:2.0:1761122780.655795:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122780.655801:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122780.655806:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634304, portal 16 00000400:00000010:2.0:1761122780.655812:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122780.655814:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634304, offset 0 00000400:00000200:2.0:1761122780.655822:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.655834:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.655842:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.655845:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.655848:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.655852:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89038:89038:256:4294967295] 192.168.201.27@tcp LPNI seq info [89038:89038:8:4294967295] 00000400:00000200:2.0:1761122780.655863:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.655868:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.655873:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.655879:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.655886:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.655890:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.656237:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.656240:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122780.656244:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.656248:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.656251:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:3.0:1761122780.656252:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:3.0:1761122780.656259:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000859fcd97 x1846669643634304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.657787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004eb31a51. 00000400:00000200:2.0:1761122780.658615:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.658631:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205680 00000400:00000200:2.0:1761122780.658639:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef2d [1] + 224 00000400:00000200:2.0:1761122780.658653:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.658675:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.658684:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000859fcd97 x1846669643634304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.658777:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:3.0:1761122780.658781:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:3.0:1761122780.658783:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:3.0:1761122780.658790:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000859fcd97 x1846669643634304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.658799:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000859fcd97 x1846669643634304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.658826:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053397f98. 02000000:00000010:3.0:1761122780.658832:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037705207. 00000100:00000010:3.0:1761122780.658836:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 00000100:00000010:3.0:1761122780.658840:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1702a0d. 00010000:00000010:3.0:1761122780.658844:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000400:00000200:3.0:1761122780.660216:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.660230:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251c40 00000400:00000200:3.0:1761122780.660237:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 1640 00000400:00000200:3.0:1761122780.660329:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.660334:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.660339:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.660344:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:1.0:1761122780.660719:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d3f931. 00000020:00000010:1.0:1761122780.660726:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d2017d8e. 00000020:00000010:1.0:1761122780.660730:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.660754:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643947072/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.662205:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947072 02000000:00000010:1.0:1761122780.662221:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f8a70b4. 00010000:00000010:1.0:1761122780.662252:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af7f8e9d. 00010000:00000010:1.0:1761122780.662278:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fafc5dec. 00000100:00000010:1.0:1761122780.662287:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010ca4b14. 00000100:00000010:1.0:1761122780.662301:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000010ca4b14. 00010000:00000010:1.0:1761122780.662305:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fafc5dec. 00000400:00000010:1.0:1761122780.662320:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122780.662326:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947072, offset 224 00000400:00000200:1.0:1761122780.662334:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.662349:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.662355:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89039:89039:256:4294967295] 192.168.201.27@tcp LPNI seq info [89039:89039:8:4294967295] 00000400:00000200:1.0:1761122780.662376:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.662383:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.662388:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.662395:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.662402:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.662406:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.662424:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d2017d8e. 00000020:00000010:1.0:1761122780.662431:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.662434:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d3f931. 00080000:00000010:0.0:1761122780.662775:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000853bbd95. 00010000:00000010:0.0:1761122780.662866:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:0.0:1761122780.662873:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d00698d. 00010000:00000010:0.0:1761122780.662943:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122780.662950:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8ab3bd4. 00010000:00000010:0.0:1761122780.662961:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d959cde8. 00000100:00000010:0.0:1761122780.662965:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.662972:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:0.0:1761122780.662983:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cbca2b. 02000000:00000010:0.0:1761122780.663008:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e23f85. 00000400:00000010:0.0:1761122780.663014:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.663020:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122780.663024:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634368, portal 16 00000400:00000010:0.0:1761122780.663028:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122780.663030:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634368, offset 0 00000400:00000200:0.0:1761122780.663037:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.663044:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.663050:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.663054:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.663056:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.663059:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89040:89040:255:4294967295] 192.168.201.27@tcp LPNI seq info [89040:89040:7:4294967295] 00000400:00000200:0.0:1761122780.663068:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.663073:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.663077:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000325b93d6 (tot 82347850). 00000800:00000200:0.0:1761122780.663081:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.663083:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1761122780.663085:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000010:1.0:1761122780.663086:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:0.0:1761122780.663088:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000325b93d6 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122780.663105:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.663110:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.663115:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:1.0:1761122780.663118:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000800:00000200:0.0:1761122780.664093:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.664098:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000325b93d6 (tot 82347354). 00000400:00000200:0.0:1761122780.664103:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.664110:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.664113:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:0.0:1761122780.664115:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:0.0:1761122780.664137:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643634368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.664795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080a580d3. 00010000:00000010:2.1:1761122780.664804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a8bfcc. 00000400:00000200:2.0:1761122780.667140:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.667159:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482056c0 00000400:00000200:2.0:1761122780.667168:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef39 [1] + 224 00000400:00000200:2.0:1761122780.667185:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.667189:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.667199:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643634368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122780.668466:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.668476:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251c80 00000400:00000200:2.0:1761122780.668483:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad919 [2] + 1968 00000400:00000010:2.0:1761122780.668487:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001063f276. 00000400:00000200:2.0:1761122780.668492:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000812c25a8 00010000:00000010:1.1:1761122780.668762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010d77f38. 00010000:00000010:0.1:1761122780.668935:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6c308f. 00010000:00000010:0.1:1761122780.668941:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00000400:00000010:0.0:1761122780.668953:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.669167:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:0.0:1761122780.669170:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:0.0:1761122780.669180:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643634368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.669190:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643634368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.669219:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e23f85. 02000000:00000010:0.0:1761122780.669225:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cbca2b. 00000100:00000010:0.0:1761122780.669228:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000010:0.0:1761122780.669232:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.669236:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d959cde8. 00000400:00000200:2.0:1761122780.669768:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.669775:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.669780:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000812c25a8 00000400:00000010:2.0:1761122780.669782:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000812c25a8 (tot 82347202). 00000100:00000200:2.0:1761122780.669788:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122780.669898:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d3f931. 00000020:00000010:1.0:1761122780.669906:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.669910:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.669937:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005f29a668 x1846669643947136/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.669971:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947136 02000000:00000010:1.0:1761122780.669983:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a95f5b61. 00010000:00000010:1.0:1761122780.670009:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002004c54d. 00010000:00000010:1.0:1761122780.670029:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fafc5dec. 00000100:00000010:1.0:1761122780.670035:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000010ca4b14. 00000100:00000010:1.0:1761122780.670056:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000010ca4b14. 00010000:00000010:1.0:1761122780.670060:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fafc5dec. 00000400:00000010:1.0:1761122780.670074:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122780.670079:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947136, offset 224 00000400:00000200:1.0:1761122780.670087:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.670098:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.670104:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89041:89041:256:4294967295] 192.168.201.27@tcp LPNI seq info [89041:89041:8:4294967295] 00000400:00000200:1.0:1761122780.670113:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.670119:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.670138:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347450). 00000800:00000200:1.0:1761122780.670144:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.670151:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.670156:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.670172:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000097e5ed5b. 00000020:00000010:1.0:1761122780.670177:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.670180:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d3f931. 02000000:00000010:1.0:1761122780.670188:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f8a70b4. 00000100:00000010:1.0:1761122780.670190:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:1.0:1761122780.670194:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000022c117aa. 00000100:00000010:1.0:1761122780.670197:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 02000000:00000010:1.0:1761122780.670201:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e365335. 00000100:00000010:1.0:1761122780.670203:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 02000000:00000010:1.0:1761122780.670206:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098f81d29. 00000100:00000010:1.0:1761122780.670208:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 02000000:00000010:1.0:1761122780.670210:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0cf00a1. 00000100:00000010:1.0:1761122780.670213:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 02000000:00000010:1.0:1761122780.670215:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054a16185. 00000100:00000010:1.0:1761122780.670217:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000200:1.0:1761122780.670223:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122780.670228:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034f1769f. 00000400:00000010:1.0:1761122780.670233:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000010ca4b14 (tot 82347602). 00080000:00000010:2.0:1761122780.670429:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fcc7d0a. 00010000:00000010:2.0:1761122780.670520:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8ab3bd4. 00010000:00000010:2.0:1761122780.670527:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009206d9bd. 00010000:00000010:2.0:1761122780.670592:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087b06446. 00010000:00000010:2.0:1761122780.670597:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122780.670606:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d3778c3. 00000100:00000010:2.0:1761122780.670610:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122780.670616:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122780.670626:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122780.670648:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c727a7b. 00000400:00000010:2.0:1761122780.670652:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122780.670691:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122780.670695:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634432, portal 16 00000400:00000010:2.0:1761122780.670699:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122780.670700:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634432, offset 0 00000400:00000200:2.0:1761122780.670705:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.670712:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.670718:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.670722:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.670725:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.670728:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89042:89042:255:4294967295] 192.168.201.27@tcp LPNI seq info [89042:89042:7:4294967295] 00000400:00000200:2.0:1761122780.670737:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.670741:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.670744:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122780.670748:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.670752:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.670755:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.670860:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.670863:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.670882:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.670886:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.670889:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:3.0:1761122780.670890:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 02000000:00000010:3.0:1761122780.670895:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a95f5b61. 00000800:00000200:3.0:1761122780.670946:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.670948:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122780.670951:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.670954:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.670956:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:3.0:1761122780.670958:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:3.0:1761122780.670962:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643634432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.687931:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.687952:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205700 00000400:00000200:0.0:1761122780.687961:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef49 [1] + 224 00000400:00000200:0.0:1761122780.687974:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.687979:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.687991:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643634432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.688029:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.688035:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251cc0 00000400:00000200:0.0:1761122780.688040:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 0 00000400:00000200:0.0:1761122780.688096:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.688101:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.688105:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.688110:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 00000020:00000010:3.0:1761122780.688211:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452ee2a6. 00000020:00000010:3.0:1761122780.688219:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.688224:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.688248:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006d8f60b7 x1846669643947200/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.688287:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947200 02000000:00000010:3.0:1761122780.688486:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000097bdb8e8. 00010000:00000010:3.0:1761122780.688528:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.688535:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.688542:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.688545:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.688560:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122780.688565:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947200, offset 224 00000400:00000200:3.0:1761122780.688574:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.688586:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.688592:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89043:89043:256:4294967295] 192.168.201.27@tcp LPNI seq info [89043:89043:8:4294967295] 00000400:00000200:3.0:1761122780.688602:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.688608:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.688613:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.688618:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.688626:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.688630:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.688648:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.688684:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.688690:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000452ee2a6. 00000800:00000200:3.0:1761122780.688751:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.688755:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:3.0:1761122780.688761:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.688765:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.688768:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122780.688770:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000400:00000010:3.0:1761122780.689900:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:3.0:1761122780.689908:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:3.0:1761122780.689910:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:3.0:1761122780.689924:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643634432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.689934:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643634432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122780.689958:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c3ba6b5. 02000000:00000010:3.0:1761122780.689973:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c727a7b. 02000000:00000010:3.0:1761122780.689979:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053397f98. 00000100:00000010:3.0:1761122780.689984:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:3.0:1761122780.689988:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:3.0:1761122780.689992:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d3778c3. 00080000:00000010:3.0:1761122780.690010:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000452ee2a6. 00010000:00000010:3.0:1761122780.690096:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00010000:00000010:3.0:1761122780.690101:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057cccc34. 00010000:00000010:3.0:1761122780.690184:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.690189:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000048f075b8. 00010000:00000010:3.0:1761122780.690195:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.0:1761122780.690200:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d706c75. 00080000:00000010:3.0:1761122780.690214:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009473e008. 00010000:00000010:3.0:1761122780.690239:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d706c75. 00010000:00000010:3.0:1761122780.690243:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048f075b8. 00010000:00000010:3.0:1761122780.690292:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122780.690295:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d706c75. 00010000:00000010:3.0:1761122780.690303:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.690307:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.690314:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122780.690326:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054a16185. 02000000:00000010:3.0:1761122780.690531:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000098f81d29. 00000400:00000010:3.0:1761122780.690535:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071cf41f0. 00000400:00000010:3.0:1761122780.690540:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122780.690545:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634496, portal 16 00000400:00000010:3.0:1761122780.690550:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122780.690552:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634496, offset 0 00000400:00000200:3.0:1761122780.690558:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.690568:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.690575:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.690579:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.690589:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.690593:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89044:89044:256:4294967295] 192.168.201.27@tcp LPNI seq info [89044:89044:8:4294967295] 00000400:00000200:3.0:1761122780.690602:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.690608:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.690611:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.690617:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.690623:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.690626:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.695097:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.695104:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:0.0:1761122780.695113:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.695134:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.695141:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:0.0:1761122780.695143:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000100:00000200:0.0:1761122780.695154:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643634496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.695621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb7aa6ff. 00010000:00000010:2.1:1761122780.695778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033895393. 00010000:00000010:2.1:1761122780.695784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ecb10d. 00000400:00000200:0.0:1761122780.700068:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.700090:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205740 00000400:00000200:0.0:1761122780.700098:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef55 [1] + 224 00000400:00000200:0.0:1761122780.700114:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.700118:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.700142:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643634496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.700331:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071cf41f0. 00000400:00000200:3.0:1761122780.700337:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122780.700339:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122780.700345:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f143ad85 x1846669643634496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.700352:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f143ad85 x1846669643634496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.700381:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000098f81d29. 02000000:00000010:3.0:1761122780.700386:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054a16185. 00000100:00000010:3.0:1761122780.700390:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000100:00000010:3.0:1761122780.700393:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.700397:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000200:0.0:1761122780.700440:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.700448:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251d00 00000400:00000200:0.0:1761122780.700453:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 328 00000400:00000200:0.0:1761122780.700508:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.700513:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.700518:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.700522:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 00000020:00000010:1.0:1761122780.700869:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a95f5b61. 00000020:00000010:1.0:1761122780.700878:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000057ae75ba. 00000020:00000010:1.0:1761122780.700883:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.700908:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000000c0c3a5 x1846669643947264/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.700947:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947264 02000000:00000010:1.0:1761122780.700958:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003f8a70b4. 00010000:00000010:1.0:1761122780.700986:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9ee2a25. 00010000:00000010:1.0:1761122780.701006:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082fec02b. 00000100:00000010:1.0:1761122780.701013:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b0c1562. 00000100:00000010:1.0:1761122780.701033:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b0c1562. 00010000:00000010:1.0:1761122780.701036:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082fec02b. 00000400:00000010:1.0:1761122780.701049:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122780.701054:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947264, offset 224 00000400:00000200:1.0:1761122780.701062:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.701074:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.701079:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89045:89045:256:4294967295] 192.168.201.27@tcp LPNI seq info [89045:89045:8:4294967295] 00000400:00000200:1.0:1761122780.701089:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.701094:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.701099:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.701104:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.701112:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.701116:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.701142:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000057ae75ba. 00000020:00000010:1.0:1761122780.701148:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.701151:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a95f5b61. 00000800:00000200:0.0:1761122780.701267:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.701271:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347354). 00000400:00000200:0.0:1761122780.701292:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.701295:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.701298:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:0.0:1761122780.701299:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00080000:00000010:0.0:1761122780.701325:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046e23f85. 00010000:00000010:0.0:1761122780.701629:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d706c75. 00010000:00000010:0.0:1761122780.701636:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000225c4dc8. 00010000:00000010:0.0:1761122780.701734:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887469cc. 00010000:00000010:0.0:1761122780.701741:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.701752:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d959cde8. 00000100:00000010:0.0:1761122780.701756:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.701762:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:0.0:1761122780.701773:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.701795:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6acd34. 00000400:00000010:0.0:1761122780.701799:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.701803:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122780.701808:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634560, portal 16 00000400:00000010:0.0:1761122780.701813:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122780.701815:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634560, offset 0 00000400:00000200:0.0:1761122780.701820:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.701828:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.701833:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.701838:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.701840:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.701843:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89046:89046:256:4294967295] 192.168.201.27@tcp LPNI seq info [89046:89046:8:4294967295] 00000400:00000200:0.0:1761122780.701850:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.701856:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.701859:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000325b93d6 (tot 82347602). 00000800:00000200:0.0:1761122780.701863:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.701867:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.701870:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000325b93d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.702300:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.702303:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000325b93d6 (tot 82347354). 00000400:00000200:1.0:1761122780.702307:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.702312:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.702315:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:1.0:1761122780.702317:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:1.0:1761122780.702322:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643634560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.705879:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055ce843d. 00010000:00000010:3.1:1761122780.705892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004492c073. 00010000:00000010:3.1:1761122780.705896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00010000:00000010:3.1:1761122780.705899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122780.705902:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00000400:00000200:0.0:1761122780.708926:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.708946:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205780 00000400:00000200:0.0:1761122780.708955:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef61 [1] + 224 00000400:00000200:0.0:1761122780.708973:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.708977:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.708989:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643634560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.709189:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:3.0:1761122780.709195:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:3.0:1761122780.709197:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:3.0:1761122780.709205:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643634560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.709214:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643634560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.709245:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6acd34. 02000000:00000010:3.0:1761122780.709251:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:3.0:1761122780.709255:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:3.0:1761122780.709260:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:3.0:1761122780.709264:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d959cde8. 00000400:00000200:0.0:1761122780.709325:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.709334:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251d40 00000400:00000200:0.0:1761122780.709339:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 656 00000400:00000200:0.0:1761122780.709399:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.709403:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.709408:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.709414:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 00000020:00000010:3.0:1761122780.709693:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054a16185. 00000020:00000010:3.0:1761122780.709701:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.709705:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.709728:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0cfc9ef x1846669643947328/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122780.709759:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947328 02000000:00000010:3.0:1761122780.709769:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000098f81d29. 00010000:00000010:3.0:1761122780.709795:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013407090. 00010000:00000010:3.0:1761122780.709817:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.709822:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.709832:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122780.709835:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00000400:00000010:3.0:1761122780.709847:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122780.709852:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947328, offset 224 00000400:00000200:3.0:1761122780.709858:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.709867:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.709873:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89047:89047:256:4294967295] 192.168.201.27@tcp LPNI seq info [89047:89047:8:4294967295] 00000400:00000200:3.0:1761122780.709881:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.709886:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.709890:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122780.709895:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.709903:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.709906:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.709922:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.709926:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.709930:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054a16185. 00080000:00000010:3.0:1761122780.709953:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054a16185. 00010000:00000010:3.0:1761122780.710032:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:3.0:1761122780.710038:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d449721b. 00010000:00000010:3.0:1761122780.710110:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.0:1761122780.710116:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a67fb1f. 00010000:00000010:3.0:1761122780.710140:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f08eccd1. 00000100:00000010:3.0:1761122780.710144:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122780.710149:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122780.710160:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000818c6fc4. 02000000:00000010:3.0:1761122780.710182:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000537ef037. 00000400:00000010:3.0:1761122780.710187:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071cf41f0. 00000400:00000010:3.0:1761122780.710190:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122780.710195:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634624, portal 16 00000400:00000010:3.0:1761122780.710199:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122780.710200:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634624, offset 0 00000400:00000200:3.0:1761122780.710206:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.710212:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.710219:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.710222:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.710225:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.710227:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89048:89048:255:4294967295] 192.168.201.27@tcp LPNI seq info [89048:89048:7:4294967295] 00000400:00000200:3.0:1761122780.710235:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.710239:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.710241:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347850). 00000800:00000200:3.0:1761122780.710245:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.710250:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.710252:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.710353:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.710357:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347602). 00000400:00000200:0.0:1761122780.710362:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.710366:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.710369:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:0.0:1761122780.710371:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000800:00000200:0.0:1761122780.710419:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.710421:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:0.0:1761122780.710424:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.710428:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.710430:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:0.0:1761122780.710431:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00000100:00000200:0.0:1761122780.710437:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643634624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.719072:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.719093:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482057c0 00000400:00000200:3.0:1761122780.719102:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef6d [1] + 224 00000400:00000200:3.0:1761122780.719113:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.719116:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.719150:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643634624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.725463:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.725479:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251d80 00000400:00000200:3.0:1761122780.725487:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 984 00000400:00000200:3.0:1761122780.725552:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.725558:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.725564:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.725569:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:3.0:1761122780.725673:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f93f85. 00000020:00000010:3.0:1761122780.725721:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.725727:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.725754:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643947392/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.725785:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947392 02000000:00000010:3.0:1761122780.725798:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49e59c6. 00010000:00000010:3.0:1761122780.725836:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.725843:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122780.725850:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122780.725853:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00000400:00000010:3.0:1761122780.725868:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122780.725873:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947392, offset 224 00000400:00000200:3.0:1761122780.725882:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.725894:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.725900:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89049:89049:256:4294967295] 192.168.201.27@tcp LPNI seq info [89049:89049:8:4294967295] 00000400:00000200:3.0:1761122780.725910:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.725916:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.725921:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122780.725927:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.725934:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.725939:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.725961:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.725964:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.725969:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f93f85. 00010000:00000010:0.1:1761122780.726081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002610b8c6. 00010000:00000010:0.1:1761122780.726089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00000800:00000200:0.0:1761122780.726936:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.726942:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:0.0:1761122780.726949:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.726956:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.726960:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:0.0:1761122780.726962:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00010000:00000010:1.1:1761122780.727105:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007b252c2. 00000400:00000010:1.0:1761122780.727145:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000071cf41f0. 00000400:00000200:1.0:1761122780.727148:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:1.0:1761122780.727150:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000100:00000200:1.0:1761122780.727159:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f143ad85 x1846669643634624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.727170:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f143ad85 x1846669643634624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122780.727194:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000297adad3. 02000000:00000010:1.0:1761122780.727211:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000537ef037. 02000000:00000010:1.0:1761122780.727216:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000818c6fc4. 00000100:00000010:1.0:1761122780.727219:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000100:00000010:1.0:1761122780.727222:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:1.0:1761122780.727226:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f08eccd1. 00080000:00000010:0.0:1761122780.727528:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe944b5. 00010000:00000010:0.0:1761122780.727621:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a67fb1f. 00010000:00000010:0.0:1761122780.727628:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000640f1112. 00010000:00000010:0.0:1761122780.727731:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122780.727739:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.727749:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ded14e2a. 00000100:00000010:0.0:1761122780.727754:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122780.727762:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:0.0:1761122780.727775:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003612183e. 02000000:00000010:0.0:1761122780.727797:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686df1ec. 00000400:00000010:0.0:1761122780.727801:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.727805:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122780.727810:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634688, portal 16 00000400:00000010:0.0:1761122780.727815:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122780.727818:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634688, offset 0 00000400:00000200:0.0:1761122780.727824:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.727834:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.727841:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.727845:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.727847:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.727851:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89050:89050:256:4294967295] 192.168.201.27@tcp LPNI seq info [89050:89050:8:4294967295] 00000400:00000200:0.0:1761122780.727860:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.727865:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.727868:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002577cf85 (tot 82347602). 00000800:00000200:0.0:1761122780.727874:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.727880:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.727883:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002577cf85 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.728252:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.728255:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002577cf85 (tot 82347354). 00000400:00000200:1.0:1761122780.728259:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.728263:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.728265:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:1.0:1761122780.728267:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:1.0:1761122780.728272:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643634688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.736483:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.736505:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205800 00000400:00000200:1.0:1761122780.736514:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef79 [1] + 224 00000400:00000200:1.0:1761122780.736527:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.736531:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.736543:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643634688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.736592:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.736598:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251dc0 00000400:00000200:1.0:1761122780.736602:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 1312 00000400:00000200:1.0:1761122780.736698:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.736703:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.736707:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.736713:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00010000:00000010:3.1:1761122780.736858:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000710b29d1. 00010000:00000010:3.1:1761122780.737088:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979098f6. 00010000:00000010:3.1:1761122780.737093:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887469cc. 00000020:00000010:3.0:1761122780.737186:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e365335. 00000020:00000010:3.0:1761122780.737192:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.737196:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.737219:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643947456/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:0.0:1761122780.737304:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:0.0:1761122780.737308:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122780.737310:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:0.0:1761122780.737316:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643634688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.737324:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643634688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.737350:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.737354:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003612183e. 00000100:00000010:0.0:1761122780.737357:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:0.0:1761122780.737361:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122780.737365:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ded14e2a. 00000100:00000200:3.0:1761122780.737897:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947456 02000000:00000010:3.0:1761122780.737909:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006f93f85. 00010000:00000010:3.0:1761122780.737934:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007a824a6a. 00010000:00000010:3.0:1761122780.737950:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.737956:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122780.737970:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122780.737973:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00000400:00000010:3.0:1761122780.737984:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.737988:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947456, offset 224 00000400:00000200:3.0:1761122780.737996:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.738007:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.738013:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89051:89051:256:4294967295] 192.168.201.27@tcp LPNI seq info [89051:89051:8:4294967295] 00000400:00000200:3.0:1761122780.738026:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.738031:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.738035:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122780.738040:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.738047:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.738050:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.738067:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.738070:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.738074:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e365335. 00080000:00000010:0.0:1761122780.738253:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003612183e. 00010000:00000010:0.0:1761122780.738329:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.738334:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000a72e5f. 00010000:00000010:0.0:1761122780.738626:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.0:1761122780.738632:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.738643:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ded14e2a. 00000100:00000010:0.0:1761122780.738647:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122780.738672:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:0.0:1761122780.738683:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.738704:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6acd34. 00000400:00000010:0.0:1761122780.738709:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.738714:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122780.738719:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634752, portal 16 00000400:00000010:0.0:1761122780.738722:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122780.738725:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634752, offset 0 00000400:00000200:0.0:1761122780.738731:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.738737:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.738744:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.738747:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.738751:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.738753:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89052:89052:255:4294967295] 192.168.201.27@tcp LPNI seq info [89052:89052:7:4294967295] 00000400:00000200:0.0:1761122780.738761:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.738765:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.738768:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000222f7677 (tot 82347850). 00000800:00000200:0.0:1761122780.738772:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.738777:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.738779:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000222f7677 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.739238:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.739242:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347602). 00000400:00000200:3.0:1761122780.739246:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.739251:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.739254:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:3.0:1761122780.739256:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000800:00000200:3.0:1761122780.739310:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.739312:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:3.0:1761122780.739315:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.739318:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.739320:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122780.739321:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:3.0:1761122780.739327:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643634752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.740191:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6435603. 00010000:00000010:0.1:1761122780.740199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:1.1:1761122780.741825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013f0617a. 00000400:00000200:0.0:1761122780.757457:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.757477:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205840 00000400:00000200:0.0:1761122780.757486:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef85 [1] + 224 00000400:00000200:0.0:1761122780.757499:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.757503:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.757514:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643634752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.757547:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.757552:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251e00 00000400:00000200:0.0:1761122780.757557:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 1640 00000400:00000010:1.0:1761122780.799040:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:1.0:1761122780.799047:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:1.0:1761122780.799049:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:1.0:1761122780.799062:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643634752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.799073:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643634752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.799104:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6acd34. 02000000:00000010:1.0:1761122780.799109:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:1.0:1761122780.799112:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000100:00000010:1.0:1761122780.799116:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:1.0:1761122780.799134:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ded14e2a. 00000400:00000200:0.0:1761122780.820613:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.820629:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.820639:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.820645:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 00000020:00000010:2.0:1761122780.820796:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb407a54. 00000020:00000010:2.0:1761122780.820802:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.820807:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.820832:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000049497d5b x1846669643947520/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.820860:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947520 02000000:00000010:2.0:1761122780.820870:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fccea07. 00010000:00000010:2.0:1761122780.821088:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e3f3d60a. 00010000:00000010:2.0:1761122780.821108:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d03f89d. 00000100:00000010:2.0:1761122780.821115:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.821141:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.821145:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d03f89d. 00000400:00000010:2.0:1761122780.821158:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122780.821163:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947520, offset 224 00000400:00000200:2.0:1761122780.821170:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.821184:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.821190:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89053:89053:256:4294967295] 192.168.201.27@tcp LPNI seq info [89053:89053:8:4294967295] 00000400:00000200:2.0:1761122780.821200:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.821205:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.821209:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.821215:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.821268:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.821271:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.821289:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.821293:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.821296:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb407a54. 00000800:00000200:2.0:1761122780.821355:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.821358:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122780.821361:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.821365:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.821369:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122780.821371:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00080000:00000010:0.0:1761122780.821424:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cf00a1. 00010000:00000010:0.0:1761122780.821504:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.821511:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000f9cdddc. 00010000:00000010:0.0:1761122780.821587:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a5d17d. 00010000:00000010:0.0:1761122780.821593:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f3e0bf4e. 00010000:00000010:0.0:1761122780.821603:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004603fbfd. 00000100:00000010:0.0:1761122780.821607:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122780.821614:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 02000000:00000010:0.0:1761122780.821625:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022c117aa. 02000000:00000010:0.0:1761122780.821645:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686df1ec. 00000400:00000010:0.0:1761122780.821651:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122780.821686:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122780.821692:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634816, portal 16 00000400:00000010:0.0:1761122780.821696:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122780.821698:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634816, offset 0 00000400:00000200:0.0:1761122780.821703:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.821710:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.821716:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.821719:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.821722:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.821724:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89054:89054:256:4294967295] 192.168.201.27@tcp LPNI seq info [89054:89054:8:4294967295] 00000400:00000200:0.0:1761122780.821731:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.821735:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.821738:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000222f7677 (tot 82347602). 00000800:00000200:0.0:1761122780.821742:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.821746:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.821748:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000222f7677 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.821846:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.821848:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000222f7677 (tot 82347354). 00000400:00000200:2.0:1761122780.821852:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.821855:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.821859:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:2.0:1761122780.821860:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:2.0:1761122780.821866:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b7b6a572 x1846669643634816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.837040:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.837060:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205880 00000400:00000200:0.0:1761122780.837069:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaef91 [1] + 224 00000400:00000200:0.0:1761122780.837085:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.837089:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.837100:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b7b6a572 x1846669643634816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.837156:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.837163:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251e40 00000400:00000200:0.0:1761122780.837168:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad971 [2] + 1968 00000400:00000010:0.0:1761122780.837174:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000048891548. 00000400:00000200:0.0:1761122780.837223:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fb95e17c 00000400:00000200:0.0:1761122780.837302:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.837306:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.837310:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb95e17c 00000400:00000010:0.0:1761122780.837312:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fb95e17c (tot 82347202). 00000100:00000200:0.0:1761122780.837318:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761122780.837388:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:3.0:1761122780.837392:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:3.0:1761122780.837394:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:3.0:1761122780.837401:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b7b6a572 x1846669643634816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.837409:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b7b6a572 x1846669643634816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.837443:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686df1ec. 02000000:00000010:3.0:1761122780.837449:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022c117aa. 00000100:00000010:3.0:1761122780.837452:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 00000100:00000010:3.0:1761122780.837463:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:3.0:1761122780.837467:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004603fbfd. 00000020:00000010:3.0:1761122780.837521:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e365335. 00000020:00000010:3.0:1761122780.837528:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.837532:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.837556:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005aca0613 x1846669643947584/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122780.837593:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947584 02000000:00000010:3.0:1761122780.837607:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3b3059b. 00010000:00000010:3.0:1761122780.837635:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed1c38b8. 00010000:00000010:3.0:1761122780.837678:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.837686:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ba094518. 00000100:00000010:3.0:1761122780.837694:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ba094518. 00010000:00000010:3.0:1761122780.837697:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00000400:00000010:3.0:1761122780.837709:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.837713:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947584, offset 224 00000400:00000200:3.0:1761122780.837721:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.837732:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.837737:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89055:89055:256:4294967295] 192.168.201.27@tcp LPNI seq info [89055:89055:8:4294967295] 00000400:00000200:3.0:1761122780.837747:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.837752:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.837756:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347450). 00000800:00000200:3.0:1761122780.837761:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.837768:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.837772:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.837787:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.837790:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.837795:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e365335. 02000000:00000010:3.0:1761122780.837803:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fccea07. 00000100:00000010:3.0:1761122780.837805:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 02000000:00000010:3.0:1761122780.837809:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006f93f85. 00000100:00000010:3.0:1761122780.837812:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:3.0:1761122780.837815:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49e59c6. 00000100:00000010:3.0:1761122780.837817:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.837820:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000098f81d29. 00000100:00000010:3.0:1761122780.837822:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:3.0:1761122780.837827:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003f8a70b4. 00000100:00000010:3.0:1761122780.837830:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 02000000:00000010:3.0:1761122780.837835:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000097bdb8e8. 00000100:00000010:3.0:1761122780.837837:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 00000100:00000200:3.0:1761122780.837844:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122780.837849:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ee5f0d4f. 00000400:00000010:3.0:1761122780.837854:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ba094518 (tot 82347602). 00080000:00000010:3.0:1761122780.837878:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097bdb8e8. 00010000:00000010:3.0:1761122780.837986:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e0bf4e. 00010000:00000010:3.0:1761122780.837992:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000684fdf0c. 00010000:00000010:3.0:1761122780.838087:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005151c15a. 00010000:00000010:3.0:1761122780.838094:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122780.838104:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.838107:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7f23f5b. 00000100:00000010:3.0:1761122780.838114:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.838137:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f81d29. 02000000:00000010:3.0:1761122780.838161:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f49e59c6. 00000400:00000010:3.0:1761122780.838165:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad7113d9. 00000400:00000010:3.0:1761122780.838169:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122780.838173:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634880, portal 16 00000400:00000010:3.0:1761122780.838177:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122780.838179:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634880, offset 0 00000400:00000200:3.0:1761122780.838185:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.838192:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.838198:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.838202:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.838205:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.838208:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89056:89056:255:4294967295] 192.168.201.27@tcp LPNI seq info [89056:89056:7:4294967295] 00000400:00000200:3.0:1761122780.838216:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.838220:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.838223:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347850). 00000800:00000200:3.0:1761122780.838227:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.838232:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.838235:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.838292:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.838296:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347602). 00000400:00000200:3.0:1761122780.838301:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.838305:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.838308:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:3.0:1761122780.838309:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 02000000:00000010:3.0:1761122780.838313:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3b3059b. 00000800:00000200:3.0:1761122780.838352:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.838354:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:3.0:1761122780.838357:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.838361:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.838363:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:3.0:1761122780.838364:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00000100:00000200:3.0:1761122780.838368:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004368694a x1846669643634880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122780.841716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e8395b1. 00010000:00000010:0.1:1761122780.841737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00010000:00000010:3.1:1761122780.841795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077c50f20. 00000400:00000200:2.0:1761122780.842250:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122780.842267:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482058c0 00000400:00000200:2.0:1761122780.842275:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefa1 [1] + 224 00000400:00000200:2.0:1761122780.842290:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.842294:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122780.842305:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004368694a x1846669643634880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.842375:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ad7113d9. 00000400:00000200:3.0:1761122780.842380:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:3.0:1761122780.842381:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:3.0:1761122780.842386:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004368694a x1846669643634880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.842394:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004368694a x1846669643634880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.842421:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f49e59c6. 02000000:00000010:3.0:1761122780.842427:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098f81d29. 00000100:00000010:3.0:1761122780.842430:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 00000100:00000010:3.0:1761122780.842435:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7f23f5b. 00010000:00000010:3.0:1761122780.842439:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00010000:00000010:0.1:1761122780.844514:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052b96fed. 00010000:00000010:0.1:1761122780.844526:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ae55a. 00010000:00000010:2.1:1761122780.844647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002aa41a3. 00010000:00000010:3.1:1761122780.846765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000667f8f8a. 00010000:00000010:3.1:1761122780.846780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d84fd0c0. 00010000:00000010:3.1:1761122780.846789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a5d17d. 00000400:00000200:0.0:1761122780.849208:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.849228:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251e80 00000400:00000200:0.0:1761122780.849236:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 0 00000400:00000200:0.0:1761122780.849296:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.849301:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.849308:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.849313:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000020:00000010:3.0:1761122780.849411:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098f81d29. 00000020:00000010:3.0:1761122780.849467:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.849472:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.849501:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643947648/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.849536:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947648 02000000:00000010:3.0:1761122780.849559:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f49e59c6. 00010000:00000010:3.0:1761122780.849589:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7a4d2e5. 00010000:00000010:3.0:1761122780.849608:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.849614:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7f23f5b. 00000100:00000010:3.0:1761122780.849636:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7f23f5b. 00010000:00000010:3.0:1761122780.849640:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00000400:00000010:3.0:1761122780.849653:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122780.849684:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947648, offset 224 00000400:00000200:3.0:1761122780.849693:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.849704:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.849711:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89057:89057:256:4294967295] 192.168.201.27@tcp LPNI seq info [89057:89057:8:4294967295] 00000400:00000200:3.0:1761122780.849722:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.849728:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.849733:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122780.849739:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.849748:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.849751:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.849770:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.849775:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.849779:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f81d29. 00000800:00000200:3.0:1761122780.849855:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.849859:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:3.0:1761122780.849864:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.849868:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.849871:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:3.0:1761122780.849873:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00080000:00000010:2.0:1761122780.849967:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb407a54. 00010000:00000010:2.0:1761122780.850072:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:2.0:1761122780.850080:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019696e72. 00010000:00000010:2.0:1761122780.850174:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043084817. 00010000:00000010:2.0:1761122780.850181:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122780.850192:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d03f89d. 00000100:00000010:2.0:1761122780.850197:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a0e6c44. 00000100:00000010:2.0:1761122780.850209:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122780.850220:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000344d8ee2. 02000000:00000010:2.0:1761122780.850244:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e61dae. 00000400:00000010:2.0:1761122780.850250:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.850256:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122780.850261:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643634944, portal 16 00000400:00000010:2.0:1761122780.850265:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122780.850266:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643634944, offset 0 00000400:00000200:2.0:1761122780.850272:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.850279:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.850286:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.850289:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.850292:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.850295:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89058:89058:256:4294967295] 192.168.201.27@tcp LPNI seq info [89058:89058:8:4294967295] 00000400:00000200:2.0:1761122780.850303:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.850308:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.850311:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.850315:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.850320:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.850322:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.850576:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.850578:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122780.850582:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.850586:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.850588:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:2.0:1761122780.850590:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:2.0:1761122780.850596:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643634944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.855703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000414750fe. 00000400:00000200:0.0:1761122780.855754:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.855772:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205900 00000400:00000200:0.0:1761122780.855782:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefad [1] + 224 00000400:00000200:0.0:1761122780.855797:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.855802:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.855812:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643634944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.856614:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122780.856619:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122780.856622:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:2.0:1761122780.856629:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643634944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.856638:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643634944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.856703:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e61dae. 02000000:00000010:2.0:1761122780.856710:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000344d8ee2. 00000100:00000010:2.0:1761122780.856715:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122780.856721:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a0e6c44. 00010000:00000010:2.0:1761122780.856725:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d03f89d. 00000400:00000200:3.0:1761122780.858433:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.858451:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251ec0 00000400:00000200:3.0:1761122780.858458:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 328 00000400:00000200:3.0:1761122780.858518:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.858523:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.858528:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.858534:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:1.0:1761122780.859257:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000577b3816. 00000020:00000010:1.0:1761122780.859265:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.859269:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.859477:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643947712/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122780.859517:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947712 02000000:00000010:1.0:1761122780.859528:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf13ac7e. 00010000:00000010:1.0:1761122780.859558:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042beb837. 00010000:00000010:1.0:1761122780.859580:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfb91c72. 00000100:00000010:1.0:1761122780.859586:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ebbe5a. 00000100:00000010:1.0:1761122780.859607:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ebbe5a. 00010000:00000010:1.0:1761122780.859611:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfb91c72. 00000400:00000010:1.0:1761122780.859626:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122780.859632:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947712, offset 224 00080000:00000010:2.0:1761122780.859637:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000344d8ee2. 00000400:00000200:1.0:1761122780.859643:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.859681:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.859687:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89059:89059:256:4294967295] 192.168.201.27@tcp LPNI seq info [89059:89059:8:4294967295] 00000400:00000200:1.0:1761122780.859698:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.859704:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.859709:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f34e212c (tot 82347602). 00000800:00000200:1.0:1761122780.859715:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.859723:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.859727:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f34e212c type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122780.859750:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f263fa52. 00000020:00000010:1.0:1761122780.859755:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00010000:00000010:2.0:1761122780.859758:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fdad1a0d. 00000020:00000010:1.0:1761122780.859762:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.859767:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000577b3816. 00010000:00000010:1.0:1761122780.859895:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122780.859903:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.859915:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cfb91c72. 00000100:00000010:1.0:1761122780.859919:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ebbe5a. 00000100:00000010:1.0:1761122780.859925:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122780.859936:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000577b3816. 02000000:00000010:1.0:1761122780.859959:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3dc07f8. 00000400:00000010:1.0:1761122780.859964:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020d03b38. 00000400:00000010:1.0:1761122780.859968:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122780.859972:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635008, portal 16 00000400:00000010:1.0:1761122780.859976:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122780.859979:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635008, offset 0 00000400:00000200:1.0:1761122780.859985:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.859991:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.859997:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.860001:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.860004:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.860007:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89060:89060:255:4294967295] 192.168.201.27@tcp LPNI seq info [89060:89060:7:4294967295] 00000400:00000200:1.0:1761122780.860014:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.860018:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.860022:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347850). 00000800:00000200:1.0:1761122780.860026:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.860030:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.860033:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122780.860883:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122780.860889:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f34e212c (tot 82347602). 00000400:00000200:3.0:1761122780.860912:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.860919:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.860923:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:3.0:1761122780.860925:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000800:00000200:1.0:1761122780.864319:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.864327:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:1.0:1761122780.864337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.864346:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.864353:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:1.0:1761122780.864355:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000100:00000200:1.0:1761122780.864366:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b146f16 x1846669643635008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.865748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029621fb9. 00010000:00000010:2.1:1761122780.865760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00000400:00000200:1.0:1761122780.867470:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.867491:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205940 00000400:00000200:1.0:1761122780.867501:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefb9 [1] + 224 00000400:00000200:1.0:1761122780.867517:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.867521:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.867532:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b146f16 x1846669643635008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.867694:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020d03b38. 00000400:00000200:0.0:1761122780.867701:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:0.0:1761122780.867703:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000100:00000200:0.0:1761122780.867711:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643635008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.867721:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643635008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.867753:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3dc07f8. 02000000:00000010:0.0:1761122780.867759:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000577b3816. 00000100:00000010:0.0:1761122780.867763:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:0.0:1761122780.867767:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ebbe5a. 00010000:00000010:0.0:1761122780.867772:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cfb91c72. 00000400:00000200:3.0:1761122780.869694:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.869715:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251f00 00000400:00000200:3.0:1761122780.869722:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 656 00000400:00000200:3.0:1761122780.869785:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.869791:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.869796:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.869802:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000020:00000010:1.0:1761122780.870091:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc821759. 00000020:00000010:1.0:1761122780.870099:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.870104:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.870141:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062ac328a x1846669643947776/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122780.870172:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947776 02000000:00000010:1.0:1761122780.870184:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000773a50e2. 00010000:00000010:1.0:1761122780.870211:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000559490ec. 00010000:00000010:1.0:1761122780.870232:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ca47800. 00000100:00000010:1.0:1761122780.870238:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122780.870262:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122780.870267:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ca47800. 00000400:00000010:1.0:1761122780.870281:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122780.870286:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947776, offset 224 00000400:00000200:1.0:1761122780.870294:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.870306:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.870312:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89061:89061:256:4294967295] 192.168.201.27@tcp LPNI seq info [89061:89061:8:4294967295] 00000400:00000200:1.0:1761122780.870322:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.870327:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.870332:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122780.870338:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.870346:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.870350:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.870368:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.870372:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.870375:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc821759. 00080000:00000010:0.0:1761122780.870710:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa6acd34. 00010000:00000010:0.0:1761122780.870806:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122780.870814:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ee6103f. 00010000:00000010:0.0:1761122780.870889:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.0:1761122780.870896:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d8ab3bd4. 00010000:00000010:0.0:1761122780.871150:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084fedf4e. 00000100:00000010:0.0:1761122780.871155:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.871162:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 02000000:00000010:0.0:1761122780.871174:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000085cbca2b. 02000000:00000010:0.0:1761122780.871198:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022c117aa. 00000400:00000010:0.0:1761122780.871203:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.871208:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122780.871213:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635072, portal 16 00000400:00000010:0.0:1761122780.871217:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122780.871219:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635072, offset 0 00000400:00000200:0.0:1761122780.871224:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.871232:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.871238:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.871242:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.871244:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.871247:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89062:89062:255:4294967295] 192.168.201.27@tcp LPNI seq info [89062:89062:7:4294967295] 00000400:00000200:0.0:1761122780.871254:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.871259:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.871262:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002577cf85 (tot 82347850). 00000800:00000200:0.0:1761122780.871265:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.871270:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.871272:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002577cf85 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.871601:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.871605:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347602). 00000400:00000200:1.0:1761122780.871611:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.871617:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.871620:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:1.0:1761122780.871623:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00010000:00000010:1.1:1761122780.872828:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4e926f6. 00000800:00000200:1.0:1761122780.872850:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.872853:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002577cf85 (tot 82347354). 00000400:00000200:1.0:1761122780.872857:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.872863:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.872866:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:1.0:1761122780.872868:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:1.0:1761122780.872877:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000963727ec x1846669643635072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.877734:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.877755:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205980 00000400:00000200:1.0:1761122780.877765:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefc5 [1] + 224 00000400:00000200:1.0:1761122780.877777:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.877781:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.877791:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000963727ec x1846669643635072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.877827:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.877834:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251f40 00000400:00000200:1.0:1761122780.877840:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 984 00000400:00000010:0.0:1761122780.877850:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:0.0:1761122780.877858:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:0.0:1761122780.877860:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:0.0:1761122780.877870:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000963727ec x1846669643635072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.877880:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000963727ec x1846669643635072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.877895:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.877901:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.877905:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.877911:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:0.0:1761122780.877914:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022c117aa. 02000000:00000010:0.0:1761122780.877922:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000085cbca2b. 00000100:00000010:0.0:1761122780.877927:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000010:0.0:1761122780.877932:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.877936:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084fedf4e. 00000020:00000010:3.0:1761122780.878261:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000098f81d29. 00000020:00000010:3.0:1761122780.878317:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122780.878323:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.878347:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643947840/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.878471:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947840 02000000:00000010:3.0:1761122780.878484:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3b3059b. 00010000:00000010:3.0:1761122780.878516:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1757488. 00010000:00000010:3.0:1761122780.878537:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007c2f8973. 00000100:00000010:3.0:1761122780.878542:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7f23f5b. 00000100:00000010:3.0:1761122780.878555:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7f23f5b. 00010000:00000010:3.0:1761122780.878559:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007c2f8973. 00000400:00000010:3.0:1761122780.878572:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122780.878577:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947840, offset 224 00000400:00000200:3.0:1761122780.878584:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122780.878587:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc821759. 00000400:00000200:3.0:1761122780.878597:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.878604:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89063:89063:256:4294967295] 192.168.201.27@tcp LPNI seq info [89063:89063:8:4294967295] 00000400:00000200:3.0:1761122780.878615:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.878621:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.878625:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122780.878631:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.878640:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.878644:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761122780.878683:0:78618:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed61e8e7. 00010000:00000010:2.1:1761122780.878690:0:78618:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:0.1:1761122780.878697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002022ed8e. 00010000:00000010:1.0:1761122780.878702:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8ab3bd4. 00010000:00000010:0.1:1761122780.878703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122780.878709:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000655851d. 00010000:00000010:1.0:1761122780.878775:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122780.878779:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.878787:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ca47800. 00000100:00000010:1.0:1761122780.878790:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122780.878796:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122780.878805:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8ea659e. 02000000:00000010:1.0:1761122780.878824:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068e0ade3. 00000400:00000010:1.0:1761122780.878827:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac7ce621. 00000400:00000010:1.0:1761122780.878830:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122780.878834:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635136, portal 16 00000400:00000010:1.0:1761122780.878837:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122780.878839:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635136, offset 0 00000400:00000200:1.0:1761122780.878843:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.878849:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.878854:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.878858:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.878861:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.878863:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89064:89064:255:4294967295] 192.168.201.27@tcp LPNI seq info [89064:89064:7:4294967295] 00000020:00000010:3.0:1761122780.878871:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000400:00000200:1.0:1761122780.878874:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000020:00000010:3.0:1761122780.878877:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000800:00000200:1.0:1761122780.878878:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.878883:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347850). 00000020:00000010:3.0:1761122780.878885:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000098f81d29. 00000800:00000200:1.0:1761122780.878889:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.878893:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.878895:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.878958:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.878962:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347602). 00000400:00000200:0.0:1761122780.878967:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.878972:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.878975:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:0.0:1761122780.878977:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000800:00000200:0.0:1761122780.879038:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.879040:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122780.879044:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.879048:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.879050:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:0.0:1761122780.879052:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000100:00000200:0.0:1761122780.879057:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643635136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.881035:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.881050:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482059c0 00000400:00000200:1.0:1761122780.881058:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefd1 [1] + 224 00000400:00000200:1.0:1761122780.881071:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.881075:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.881082:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643635136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.881156:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac7ce621. 00000400:00000200:3.0:1761122780.881161:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122780.881163:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000100:00000200:3.0:1761122780.881170:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643635136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.881178:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643635136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.881204:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068e0ade3. 02000000:00000010:3.0:1761122780.881211:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8ea659e. 00000100:00000010:3.0:1761122780.881215:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:3.0:1761122780.881220:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:3.0:1761122780.881224:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ca47800. 00010000:00000010:1.1:1761122780.881702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fad7bdc. 00010000:00000010:3.1:1761122780.884792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e3e1f9d. 00010000:00000010:1.1:1761122780.885187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc0bcbbc. 00010000:00000010:1.1:1761122780.885194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ae55a. 00000400:00000200:1.0:1761122780.888184:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.888205:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251f80 00000400:00000200:1.0:1761122780.888215:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 1312 00000400:00000200:1.0:1761122780.888471:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.888477:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.888486:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.888492:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:2.0:1761122780.888602:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e61dae. 00000020:00000010:2.0:1761122780.888608:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa31e1f9. 00000020:00000010:2.0:1761122780.888612:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.888637:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643947904/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.889022:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947904 02000000:00000010:2.0:1761122780.889037:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:2.0:1761122780.889071:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed56fa32. 00010000:00000010:2.0:1761122780.889096:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000545c7fe. 00000100:00000010:2.0:1761122780.889103:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122780.889116:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:2.0:1761122780.889133:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000545c7fe. 00000400:00000010:2.0:1761122780.889149:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122780.889155:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947904, offset 224 00000400:00000200:2.0:1761122780.889165:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.889177:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.889184:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89065:89065:256:4294967295] 192.168.201.27@tcp LPNI seq info [89065:89065:8:4294967295] 00000400:00000200:2.0:1761122780.889195:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.889201:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.889205:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122780.889212:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.889220:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.889224:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.889239:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa31e1f9. 00000020:00000010:2.0:1761122780.889243:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.889247:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e61dae. 00000800:00000200:0.0:1761122780.889610:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.889615:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122780.889619:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.889624:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.889627:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:0.0:1761122780.889629:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00080000:00000010:0.0:1761122780.889674:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085cbca2b. 00010000:00000010:1.0:1761122780.889810:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.889818:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000394426ad. 00010000:00000010:1.0:1761122780.889889:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.0:1761122780.889896:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.889908:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000908b9aed. 00000100:00000010:1.0:1761122780.889913:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122780.889920:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.890173:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067f3120f. 02000000:00000010:1.0:1761122780.890200:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb8ce758. 00000400:00000010:1.0:1761122780.890206:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122780.890211:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122780.890217:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635200, portal 16 00000400:00000010:1.0:1761122780.890222:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122780.890225:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635200, offset 0 00000400:00000200:1.0:1761122780.890231:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.890239:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.890247:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.890251:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.890254:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.890256:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89066:89066:256:4294967295] 192.168.201.27@tcp LPNI seq info [89066:89066:8:4294967295] 00000400:00000200:1.0:1761122780.890264:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.890269:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.890272:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122780.890276:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.890281:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.890284:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.890430:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.890433:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122780.890437:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.890440:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.890443:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:0.0:1761122780.890445:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000100:00000200:0.0:1761122780.890451:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643635200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.893729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9eb61bb. 00000400:00000200:0.0:1761122780.897821:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.898828:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205a00 00000400:00000200:0.0:1761122780.898841:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefdd [1] + 224 00000400:00000200:0.0:1761122780.898856:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.898861:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.898873:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643635200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.898915:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.898921:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948251fc0 00000400:00000200:0.0:1761122780.898926:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 1640 00000400:00000010:1.0:1761122780.899897:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:1.0:1761122780.899904:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:1.0:1761122780.899907:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:1.0:1761122780.899916:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643635200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.899925:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643635200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122780.899957:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb8ce758. 02000000:00000010:1.0:1761122780.899963:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067f3120f. 00000100:00000010:1.0:1761122780.899967:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:1.0:1761122780.899970:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122780.899975:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000908b9aed. 00000400:00000200:0.0:1761122780.900139:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.900145:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.900151:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.900158:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 00000020:00000010:2.0:1761122780.900774:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e61dae. 00000020:00000010:2.0:1761122780.900782:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122780.900787:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.900816:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000963727ec x1846669643947968/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122780.900851:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643947968 02000000:00000010:2.0:1761122780.900865:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000143688a. 00010000:00000010:2.0:1761122780.900895:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000306fb318. 00010000:00000010:2.0:1761122780.900917:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d03f89d. 00000100:00000010:2.0:1761122780.900925:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122780.900937:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:2.0:1761122780.900940:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d03f89d. 00000400:00000010:2.0:1761122780.900953:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122780.900958:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643947968, offset 224 00000400:00000200:2.0:1761122780.900966:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.900977:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.900983:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89067:89067:256:4294967295] 192.168.201.27@tcp LPNI seq info [89067:89067:8:4294967295] 00000400:00000200:2.0:1761122780.900992:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.901000:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.901004:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122780.901009:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.901017:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.901021:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.901035:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122780.901039:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.901044:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e61dae. 00000800:00000200:0.0:1761122780.901715:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.901720:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122780.901725:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.901730:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.901733:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:0.0:1761122780.901736:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00080000:00000010:0.0:1761122780.901767:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022c117aa. 00010000:00000010:0.0:1761122780.901869:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122780.901877:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e6a7ba5. 00010000:00000010:0.0:1761122780.901962:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122780.901969:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122780.901980:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000084fedf4e. 00000100:00000010:0.0:1761122780.901985:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.901992:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 02000000:00000010:0.0:1761122780.902004:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:0.0:1761122780.902030:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006bb18788. 00000400:00000010:0.0:1761122780.902036:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122780.902041:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122780.902046:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635264, portal 16 00000400:00000010:0.0:1761122780.902051:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122780.902053:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635264, offset 0 00000400:00000200:0.0:1761122780.902058:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.902066:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.902072:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.902075:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.902078:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.902081:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89068:89068:256:4294967295] 192.168.201.27@tcp LPNI seq info [89068:89068:8:4294967295] 00000400:00000200:0.0:1761122780.902090:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.902094:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.902097:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000325b93d6 (tot 82347602). 00000800:00000200:0.0:1761122780.902101:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.902107:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.902110:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000325b93d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.902215:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.902218:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000325b93d6 (tot 82347354). 00000400:00000200:1.0:1761122780.902222:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.902226:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.902228:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:1.0:1761122780.902230:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:1.0:1761122780.902236:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a4ea7e4 x1846669643635264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.909078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c682ef4. 00010000:00000010:1.1:1761122780.909092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00000400:00000200:1.0:1761122780.909505:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.909523:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205a40 00000400:00000200:1.0:1761122780.909532:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaefe9 [1] + 224 00000400:00000200:1.0:1761122780.909544:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.909547:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.909558:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ea7e4 x1846669643635264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.909593:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.909598:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252000 00000400:00000200:1.0:1761122780.909612:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xad9d5 [2] + 1968 00000400:00000010:1.0:1761122780.909617:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc780. 00000400:00000200:1.0:1761122780.909622:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000399b6029 00000400:00000200:1.0:1761122780.909697:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.909701:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.909704:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000399b6029 00000400:00000010:1.0:1761122780.909706:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000399b6029 (tot 82347202). 00000100:00000200:1.0:1761122780.909711:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122780.909805:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000006f93f85. 00000020:00000010:3.0:1761122780.909813:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122780.909818:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.909844:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001bdeb800 x1846669643948032/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.909882:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948032 02000000:00000010:3.0:1761122780.909894:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e365335. 00010000:00000010:3.0:1761122780.911202:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004278d1a7. 00000100:00000010:3.0:1761122780.911213:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d7f23f5b. 00000100:00000010:3.0:1761122780.911221:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d7f23f5b. 00010000:00000010:3.0:1761122780.911225:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004278d1a7. 00000400:00000010:3.0:1761122780.911241:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122780.911246:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948032, offset 224 00000400:00000200:3.0:1761122780.911256:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.911270:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.911277:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89069:89069:256:4294967295] 192.168.201.27@tcp LPNI seq info [89069:89069:8:4294967295] 00000400:00000200:3.0:1761122780.911287:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.911293:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.911298:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347450). 00000800:00000200:3.0:1761122780.911304:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.911312:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.911316:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.911340:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122780.911346:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.911351:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000006f93f85. 02000000:00000010:3.0:1761122780.911361:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000143688a. 00000100:00000010:3.0:1761122780.911366:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 02000000:00000010:3.0:1761122780.911370:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:3.0:1761122780.911372:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:3.0:1761122780.911375:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3b3059b. 00000100:00000010:3.0:1761122780.911377:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:3.0:1761122780.911380:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000773a50e2. 00000100:00000010:3.0:1761122780.911382:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122780.911385:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf13ac7e. 00000100:00000010:3.0:1761122780.911387:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.911404:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f49e59c6. 00000100:00000010:3.0:1761122780.911407:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000200:3.0:1761122780.911414:0:64799:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122780.911420:0:64799:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad7113d9. 00000400:00000010:3.0:1761122780.911424:0:64799:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d7f23f5b (tot 82347602). 00000400:00000010:1.0:1761122780.913288:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fb78782. 00000400:00000200:1.0:1761122780.913299:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:1.0:1761122780.913301:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:1.0:1761122780.913316:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ea7e4 x1846669643635264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122780.913326:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a4ea7e4 x1846669643635264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122780.913363:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f36170a. 02000000:00000010:1.0:1761122780.913552:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006bb18788. 02000000:00000010:1.0:1761122780.913559:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:1.0:1761122780.913563:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 00000100:00000010:1.0:1761122780.913567:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:1.0:1761122780.913570:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000084fedf4e. 00080000:00000010:1.0:1761122780.913590:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ef1cac8. 00010000:00000010:1.0:1761122780.913703:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:1.0:1761122780.913711:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca856f6e. 00010000:00000010:1.0:1761122780.913784:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122780.913791:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.913803:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000628486df. 00000100:00000010:1.0:1761122780.913809:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122780.913817:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122780.913829:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb8ce758. 02000000:00000010:1.0:1761122780.913856:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f9725a5. 00000400:00000010:1.0:1761122780.913861:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122780.913866:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122780.913870:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635328, portal 16 00000400:00000010:1.0:1761122780.913875:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122780.913877:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635328, offset 0 00000400:00000200:1.0:1761122780.913883:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.913895:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.913902:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.913906:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.913909:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.913912:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89070:89070:255:4294967295] 192.168.201.27@tcp LPNI seq info [89070:89070:7:4294967295] 00000400:00000200:1.0:1761122780.913921:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.913927:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.913931:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347850). 00000800:00000200:1.0:1761122780.913938:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.913944:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.913948:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122780.914003:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.914006:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347602). 00000400:00000200:1.0:1761122780.914011:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.914016:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.914020:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:1.0:1761122780.914021:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 02000000:00000010:1.0:1761122780.914026:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e365335. 00000800:00000200:1.0:1761122780.914097:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.914099:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:1.0:1761122780.914103:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.914106:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.914108:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:1.0:1761122780.914109:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:1.0:1761122780.914114:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643635328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.919377:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.919398:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205a80 00000400:00000200:1.0:1761122780.919408:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaeff9 [1] + 224 00000400:00000200:1.0:1761122780.919421:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.919425:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.919436:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643635328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.919478:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.919485:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252040 00000400:00000200:1.0:1761122780.919490:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 0 00000400:00000010:3.0:1761122780.919499:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:1.0:1761122780.919499:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.919501:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122780.919504:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122780.919506:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:3.0:1761122780.919517:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643635328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.919525:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643635328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.919566:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f9725a5. 02000000:00000010:3.0:1761122780.919572:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb8ce758. 00000100:00000010:3.0:1761122780.919575:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:3.0:1761122780.919579:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:3.0:1761122780.919584:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000628486df. 00010000:00000010:2.1:1761122780.919715:0:78621:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c0e1c07. 00000100:00000200:1.0:1761122780.919767:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.919773:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:2.0:1761122780.919909:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e61dae. 00000020:00000010:2.0:1761122780.919915:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122780.919920:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.919946:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643948096/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.919976:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948096 02000000:00000010:2.0:1761122780.919986:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047dfba18. 00010000:00000010:2.0:1761122780.920011:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003e0bf2eb. 00010000:00000010:2.0:1761122780.920028:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d03f89d. 00000100:00000010:2.0:1761122780.920034:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122780.920049:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:2.0:1761122780.920052:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d03f89d. 00000400:00000010:2.0:1761122780.920064:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122780.920069:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948096, offset 224 00000400:00000200:2.0:1761122780.920077:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122780.920079:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002bd5bef3. 00000400:00000200:2.0:1761122780.920087:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.920092:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89071:89071:256:4294967295] 192.168.201.27@tcp LPNI seq info [89071:89071:8:4294967295] 00000400:00000200:2.0:1761122780.920101:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.920106:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.920110:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122780.920115:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.920135:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.920139:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.920159:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122780.920162:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.920166:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e61dae. 00010000:00000010:1.0:1761122780.920171:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.920177:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004818151f. 00010000:00000010:1.0:1761122780.920263:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acddc919. 00010000:00000010:1.0:1761122780.920268:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122780.920278:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a2aee9bd. 00000100:00000010:1.0:1761122780.920281:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2513917. 00000100:00000010:1.0:1761122780.920287:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122780.920298:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004386048f. 02000000:00000010:1.0:1761122780.920319:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cb8ce758. 00000400:00000010:1.0:1761122780.920324:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122780.920328:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122780.920333:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635392, portal 16 00000400:00000010:1.0:1761122780.920338:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122780.920339:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635392, offset 0 00000400:00000200:1.0:1761122780.920345:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.920352:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.920359:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122780.920363:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122780.920365:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122780.920368:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89072:89072:255:4294967295] 192.168.201.27@tcp LPNI seq info [89072:89072:7:4294967295] 00000400:00000200:1.0:1761122780.920375:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.920380:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.920383:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347850). 00000800:00000200:1.0:1761122780.920386:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.920390:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.920392:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122780.922520:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.922528:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:2.0:1761122780.922536:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.922545:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.922551:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:2.0:1761122780.922553:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00010000:00000010:0.1:1761122780.922825:0:78620:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f1c3f1. 00010000:00000010:0.1:1761122780.922833:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00000800:00000200:1.0:1761122780.922921:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.922924:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:1.0:1761122780.922929:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.922933:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.922936:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:1.0:1761122780.922938:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:1.0:1761122780.922946:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035a41cfe x1846669643635392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.925553:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.925574:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205ac0 00000400:00000200:1.0:1761122780.925585:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf005 [1] + 224 00000400:00000200:1.0:1761122780.925598:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.925616:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.925628:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035a41cfe x1846669643635392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122780.927197:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:3.0:1761122780.927204:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122780.927206:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:3.0:1761122780.927216:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035a41cfe x1846669643635392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.927226:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035a41cfe x1846669643635392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.927256:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cb8ce758. 02000000:00000010:3.0:1761122780.927262:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004386048f. 00000100:00000010:3.0:1761122780.927266:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000010:3.0:1761122780.927269:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2513917. 00010000:00000010:3.0:1761122780.927274:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a2aee9bd. 00000400:00000200:3.0:1761122780.927650:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.927687:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252080 00000400:00000200:3.0:1761122780.927694:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 328 00000400:00000200:3.0:1761122780.927750:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.927755:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.927760:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.927764:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 00000020:00000010:0.0:1761122780.927874:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fdef252. 00000020:00000010:0.0:1761122780.927881:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.927886:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.927908:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004368694a x1846669643948160/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.927946:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948160 02000000:00000010:0.0:1761122780.927958:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038e80bc5. 00010000:00000010:0.0:1761122780.927989:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfa32467. 00010000:00000010:0.0:1761122780.928006:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de433c0. 00000100:00000010:0.0:1761122780.928013:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.928024:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.928027:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de433c0. 00000400:00000010:0.0:1761122780.928039:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122780.928042:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948160, offset 224 00000400:00000200:0.0:1761122780.928050:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.928062:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.928067:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89073:89073:256:4294967295] 192.168.201.27@tcp LPNI seq info [89073:89073:8:4294967295] 00000400:00000200:0.0:1761122780.928077:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.928082:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.928087:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122780.928091:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.928099:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.928103:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.928132:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.928136:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.928139:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fdef252. 00080000:00000010:0.0:1761122780.928164:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fdef252. 00010000:00000010:0.0:1761122780.928262:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122780.928269:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005838b457. 00010000:00000010:0.0:1761122780.928340:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000290aad3c. 00010000:00000010:0.0:1761122780.928348:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8cd04ae. 00010000:00000010:0.0:1761122780.928358:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de433c0. 00000100:00000010:0.0:1761122780.928361:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.928368:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 02000000:00000010:0.0:1761122780.928378:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063102d21. 02000000:00000010:0.0:1761122780.928399:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dda97f2. 00000400:00000010:0.0:1761122780.928404:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122780.928409:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122780.928414:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635456, portal 16 00000400:00000010:0.0:1761122780.928419:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122780.928420:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635456, offset 0 00000400:00000200:0.0:1761122780.928432:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.928439:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.928446:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122780.928450:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122780.928453:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122780.928456:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89074:89074:255:4294967295] 192.168.201.27@tcp LPNI seq info [89074:89074:7:4294967295] 00000400:00000200:0.0:1761122780.928463:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.928468:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.928471:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347850). 00000800:00000200:0.0:1761122780.928475:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.928479:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.928482:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.928520:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.928524:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347602). 00000400:00000200:0.0:1761122780.928527:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.928530:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.928533:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:0.0:1761122780.928534:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000800:00000200:0.0:1761122780.928567:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.928569:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:0.0:1761122780.928571:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.928575:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.928577:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122780.928578:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122780.928582:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a4ea7e4 x1846669643635456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.929676:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5c8a025. 00010000:00000010:1.1:1761122780.929685:0:78620:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006dc0c174. 00010000:00000010:1.1:1761122780.929689:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00010000:00000010:1.1:1761122780.932691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007512c97e. 00010000:00000010:1.1:1761122780.932701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00000400:00000200:1.0:1761122780.933010:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.933027:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205b00 00000400:00000200:1.0:1761122780.933035:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf011 [1] + 224 00000400:00000200:1.0:1761122780.933051:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.933056:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.933066:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ea7e4 x1846669643635456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122780.933345:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:0.0:1761122780.933350:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122780.933352:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122780.933359:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ea7e4 x1846669643635456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122780.933367:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a4ea7e4 x1846669643635456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122780.933395:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dda97f2. 02000000:00000010:0.0:1761122780.933400:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063102d21. 00000100:00000010:0.0:1761122780.933403:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 00000100:00000010:0.0:1761122780.933406:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.933409:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de433c0. 00010000:00000010:2.1:1761122780.933477:0:78622:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000172cd61. 00010000:00000010:0.1:1761122780.934902:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007de13677. 00010000:00000010:0.1:1761122780.934913:0:15804:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044422fbe. 00010000:00000010:0.1:1761122780.934917:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00000400:00000200:0.0:1761122780.934940:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.934953:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482520c0 00000400:00000200:0.0:1761122780.934960:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 656 00000400:00000200:0.0:1761122780.935025:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.935030:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.935036:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.935040:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 00000020:00000010:3.0:1761122780.935419:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f49e59c6. 00000020:00000010:3.0:1761122780.935425:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122780.935430:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.935455:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a4ea7e4 x1846669643948224/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.935492:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948224 02000000:00000010:3.0:1761122780.935503:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3b3059b. 00010000:00000010:3.0:1761122780.935531:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000838cfc10. 00010000:00000010:3.0:1761122780.935562:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004278d1a7. 00000100:00000010:3.0:1761122780.935568:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.935590:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.935594:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004278d1a7. 00000400:00000010:3.0:1761122780.935608:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122780.935613:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948224, offset 224 00000400:00000200:3.0:1761122780.935620:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.935632:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.935638:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89075:89075:256:4294967295] 192.168.201.27@tcp LPNI seq info [89075:89075:8:4294967295] 00000400:00000200:3.0:1761122780.935648:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.935676:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.935683:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.935690:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.935697:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.935700:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122780.935716:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122780.935720:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:3.0:1761122780.935724:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f49e59c6. 00000800:00000200:0.0:1761122780.935906:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.935912:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:0.0:1761122780.935917:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.935922:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.935926:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:0.0:1761122780.935928:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00080000:00000010:2.0:1761122780.936072:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5e47918. 00010000:00000010:2.0:1761122780.936193:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:2.0:1761122780.936201:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e861e74. 00010000:00000010:2.0:1761122780.936277:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043084817. 00010000:00000010:2.0:1761122780.936284:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122780.936294:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d03f89d. 00000100:00000010:2.0:1761122780.936299:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122780.936306:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122780.936318:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077980a22. 02000000:00000010:2.0:1761122780.936530:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000be312f8. 00000400:00000010:2.0:1761122780.936536:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122780.936540:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122780.936546:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635520, portal 16 00000400:00000010:2.0:1761122780.936564:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122780.936567:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635520, offset 0 00000400:00000200:2.0:1761122780.936573:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.936582:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.936589:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.936593:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.936596:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.936599:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89076:89076:256:4294967295] 192.168.201.27@tcp LPNI seq info [89076:89076:8:4294967295] 00000400:00000200:2.0:1761122780.936608:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.936612:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.936615:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122780.936619:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.936623:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.936626:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.937260:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.937263:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122780.937268:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.937273:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.937277:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:0.0:1761122780.937278:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:0.0:1761122780.937285:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643635520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.948638:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.948678:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205b40 00000400:00000200:0.0:1761122780.948687:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf01d [1] + 224 00000400:00000200:0.0:1761122780.948700:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.948704:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.948716:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643635520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.948758:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.948765:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252100 00000400:00000200:0.0:1761122780.948770:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 984 00000400:00000200:0.0:1761122780.948778:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.948781:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.948785:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.948791:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000400:00000010:3.0:1761122780.948799:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:3.0:1761122780.948804:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:3.0:1761122780.948806:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:3.0:1761122780.948817:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643635520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.948824:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643635520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.948854:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000be312f8. 02000000:00000010:3.0:1761122780.948860:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077980a22. 00000100:00000010:3.0:1761122780.948863:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:3.0:1761122780.948869:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:3.0:1761122780.948873:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d03f89d. 00000020:00000010:0.0:1761122780.949190:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063102d21. 00000020:00000010:0.0:1761122780.949198:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.949202:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.949226:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643948288/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122780.949490:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948288 02000000:00000010:0.0:1761122780.949502:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007dda97f2. 00010000:00000010:0.0:1761122780.949529:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ec25470d. 00010000:00000010:0.0:1761122780.949547:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de433c0. 00000100:00000010:0.0:1761122780.949554:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.949571:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.949574:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de433c0. 00000400:00000010:0.0:1761122780.949587:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122780.949592:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948288, offset 224 00080000:00000010:3.0:1761122780.949601:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f49e59c6. 00000400:00000200:0.0:1761122780.949601:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.949611:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.949616:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89077:89077:256:4294967295] 192.168.201.27@tcp LPNI seq info [89077:89077:8:4294967295] 00000400:00000200:0.0:1761122780.949626:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.949631:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.949636:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00000800:00000200:0.0:1761122780.949643:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.949650:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.949653:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.949691:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.949695:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.949698:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063102d21. 00010000:00000010:3.0:1761122780.949703:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f263fa52. 00010000:00000010:3.0:1761122780.949709:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000594d440b. 00010000:00000010:3.0:1761122780.949782:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.949787:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b5800da3. 00000800:00000200:0.0:1761122780.949789:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761122780.949791:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e43e1537. 00000800:00000010:0.0:1761122780.949792:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00010000:00000010:3.0:1761122780.949796:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00000400:00000200:0.0:1761122780.949796:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.949799:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.949802:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122780.949803:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00080000:00000010:3.0:1761122780.949807:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006f93f85. 00010000:00000010:3.0:1761122780.949834:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122780.949838:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5800da3. 00010000:00000010:3.0:1761122780.949893:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122780.949898:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122780.949906:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004278d1a7. 00000100:00000010:3.0:1761122780.949910:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.950141:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122780.950152:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000527f655. 02000000:00000010:3.0:1761122780.950224:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bcfc5fd. 00000400:00000010:3.0:1761122780.950230:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122780.950234:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122780.950238:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635584, portal 16 00000400:00000010:3.0:1761122780.950242:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122780.950244:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635584, offset 0 00000400:00000200:3.0:1761122780.950249:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.950256:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.950263:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.950267:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.950270:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.950273:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89078:89078:256:4294967295] 192.168.201.27@tcp LPNI seq info [89078:89078:8:4294967295] 00000400:00000200:3.0:1761122780.950280:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.950285:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.950289:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347602). 00000800:00000200:3.0:1761122780.950293:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.950297:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.950300:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.950448:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.950451:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:0.0:1761122780.950457:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.950461:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.950463:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:0.0:1761122780.950464:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:0.0:1761122780.950470:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643635584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122780.952496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af228c0. 00010000:00000010:2.1:1761122780.952508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000290aad3c. 00000400:00000200:3.0:1761122780.953062:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.953079:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205b80 00000400:00000200:3.0:1761122780.953087:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf029 [1] + 224 00000400:00000200:3.0:1761122780.953098:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.953102:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.953112:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643635584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122780.953164:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122780.953170:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252140 00000400:00000200:3.0:1761122780.953175:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 1312 00000400:00000200:3.0:1761122780.953225:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122780.953229:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122780.953233:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122780.953238:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 00000400:00000010:2.0:1761122780.953311:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000047463f30. 00000400:00000200:2.0:1761122780.953316:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:2.0:1761122780.953318:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:2.0:1761122780.953324:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643635584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.953332:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643635584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.953363:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bcfc5fd. 02000000:00000010:2.0:1761122780.953368:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000527f655. 00000100:00000010:2.0:1761122780.953372:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:2.0:1761122780.953376:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:2.0:1761122780.953379:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004278d1a7. 00000020:00000010:1.0:1761122780.953471:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000773a50e2. 00000020:00000010:1.0:1761122780.953478:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.953482:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.953504:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008eb82e2c x1846669643948352/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122780.953538:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948352 02000000:00000010:1.0:1761122780.953551:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8ea659e. 00010000:00000010:1.0:1761122780.953577:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003019aa11. 00010000:00000010:1.0:1761122780.953596:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee3e6e47. 00000100:00000010:1.0:1761122780.953602:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e2513917. 00000100:00000010:1.0:1761122780.953616:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e2513917. 00010000:00000010:1.0:1761122780.953620:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee3e6e47. 00000400:00000010:1.0:1761122780.953634:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122780.953638:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948352, offset 224 00000400:00000200:1.0:1761122780.953645:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.953679:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.953686:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89079:89079:256:4294967295] 192.168.201.27@tcp LPNI seq info [89079:89079:8:4294967295] 00000400:00000200:1.0:1761122780.953696:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.953701:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.953706:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122780.953712:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.953719:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.953723:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122780.953782:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f711c8f. 00010000:00000010:2.0:1761122780.953874:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:2.0:1761122780.953884:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d179af82. 00000020:00000010:1.0:1761122780.954275:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.954280:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.954283:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000773a50e2. 00010000:00000010:2.0:1761122780.954424:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:2.0:1761122780.954431:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122780.954441:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000545c7fe. 00000100:00000010:2.0:1761122780.954446:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1702a0d. 00000100:00000010:2.0:1761122780.954453:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122780.954464:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe9d4ee9. 00000800:00000200:0.0:1761122780.954468:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.954473:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:0.0:1761122780.954478:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.954483:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.954485:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:0.0:1761122780.954487:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 02000000:00000010:2.0:1761122780.954488:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f85cc6. 00000400:00000010:2.0:1761122780.954492:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122780.954496:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122780.954502:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635648, portal 16 00000400:00000010:2.0:1761122780.954506:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122780.954508:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635648, offset 0 00000400:00000200:2.0:1761122780.954513:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.954520:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.954526:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.954529:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.954532:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.954535:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89080:89080:256:4294967295] 192.168.201.27@tcp LPNI seq info [89080:89080:8:4294967295] 00000400:00000200:2.0:1761122780.954543:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.954548:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.954551:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122780.954555:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.954559:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.954563:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122780.954684:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0027080. 00010000:00000010:0.1:1761122780.954755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a651e02. 00000800:00000200:0.0:1761122780.954792:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.954795:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122780.954799:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.954802:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.954805:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:0.0:1761122780.954806:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:0.0:1761122780.954811:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643635648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122780.959738:0:78624:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dfd1280. 00010000:00000010:3.1:1761122780.959752:0:78624:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:3.1:1761122780.959756:0:78624:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122780.959759:0:78624:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00000400:00000200:0.0:1761122780.960089:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.960106:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205bc0 00000400:00000200:0.0:1761122780.960114:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf035 [1] + 224 00000400:00000200:0.0:1761122780.960140:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.960145:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.960155:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643635648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.960193:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.960200:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252180 00000400:00000200:0.0:1761122780.960205:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 1640 00000400:00000010:2.0:1761122780.960211:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122780.960216:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:2.0:1761122780.960218:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:2.0:1761122780.960224:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643635648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.960231:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643635648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.960261:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f85cc6. 02000000:00000010:2.0:1761122780.960266:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe9d4ee9. 00000100:00000010:2.0:1761122780.960270:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:2.0:1761122780.960453:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1702a0d. 00010000:00000010:2.0:1761122780.960458:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000545c7fe. 00000400:00000200:0.0:1761122780.960771:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.960778:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.960783:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.960787:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 00000020:00000010:3.0:1761122780.961137:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000537ef037. 00000020:00000010:3.0:1761122780.961144:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122780.961148:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000868d62c6. 00000100:00000200:3.0:1761122780.961174:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000963727ec x1846669643948416/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122780.961213:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948416 02000000:00000010:3.0:1761122780.961226:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000527f655. 00010000:00000010:3.0:1761122780.961255:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004a38bdce. 00010000:00000010:3.0:1761122780.961275:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e0d675b. 00000100:00000010:3.0:1761122780.961282:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.961296:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122780.961299:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e0d675b. 00000400:00000010:3.0:1761122780.961314:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122780.961320:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948416, offset 224 00000400:00000200:3.0:1761122780.961327:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.961844:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.961851:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89081:89081:256:4294967295] 192.168.201.27@tcp LPNI seq info [89081:89081:8:4294967295] 00000400:00000200:3.0:1761122780.961862:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.961868:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.962152:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00080000:00000010:2.0:1761122780.962179:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe9d4ee9. 00000800:00000200:0.0:1761122780.962206:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.962214:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.962218:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.962238:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:0.0:1761122780.962243:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000868d62c6. 00000020:00000010:0.0:1761122780.962247:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000537ef037. 00010000:00000010:2.0:1761122780.962266:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122780.962272:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000012eac56b. 00010000:00000010:2.0:1761122780.962352:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6622de5. 00010000:00000010:2.0:1761122780.962359:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122780.962369:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000545c7fe. 00000100:00000010:2.0:1761122780.962373:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1702a0d. 00000100:00000010:2.0:1761122780.962380:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122780.962392:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015f85cc6. 02000000:00000010:2.0:1761122780.962418:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096d192a9. 00000400:00000010:2.0:1761122780.962423:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122780.962428:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122780.962433:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635712, portal 16 00000400:00000010:2.0:1761122780.962438:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122780.962440:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635712, offset 0 00000400:00000200:2.0:1761122780.962445:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.962453:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.962459:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.962463:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.962466:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.962469:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89082:89082:255:4294967295] 192.168.201.27@tcp LPNI seq info [89082:89082:7:4294967295] 00000400:00000200:2.0:1761122780.962476:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.962481:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.962484:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122780.962488:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.962491:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.962494:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.963306:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.963312:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347602). 00000400:00000200:0.0:1761122780.963317:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.963323:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.963328:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:0.0:1761122780.963330:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000800:00000200:0.0:1761122780.963395:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.963398:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122780.963401:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.963405:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.963407:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:0.0:1761122780.963408:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:0.0:1761122780.963414:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643635712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.964308:0:78624:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7e287d8. 00010000:00000010:2.1:1761122780.967183:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000054b1ee6. 00010000:00000010:2.1:1761122780.967197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:3.1:1761122780.967863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006466b00e. 00010000:00000010:2.1:1761122780.969699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000269e1901. 00010000:00000010:2.1:1761122780.969710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00000400:00000200:0.0:1761122780.971000:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.971020:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205c00 00000400:00000200:0.0:1761122780.971030:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf041 [1] + 224 00000400:00000200:0.0:1761122780.971048:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.971052:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.971063:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643635712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122780.971140:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000086c82db4. 00000400:00000200:2.0:1761122780.971145:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:2.0:1761122780.971147:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:2.0:1761122780.971153:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643635712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.971161:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643635712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122780.971191:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096d192a9. 02000000:00000010:2.0:1761122780.971198:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015f85cc6. 00000100:00000010:2.0:1761122780.971202:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:2.0:1761122780.971208:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1702a0d. 00010000:00000010:2.0:1761122780.971212:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000545c7fe. 00000400:00000200:0.0:1761122780.973880:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.973900:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482521c0 00000400:00000200:0.0:1761122780.973908:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada2d [2] + 1968 00000400:00000010:0.0:1761122780.973912:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002c3b4555. 00000400:00000200:0.0:1761122780.973917:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cefbeb12 00000400:00000200:0.0:1761122780.974967:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.974977:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.974983:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cefbeb12 00000400:00000010:0.0:1761122780.974986:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cefbeb12 (tot 82347202). 00000100:00000200:0.0:1761122780.974993:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122780.975073:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f85cc6. 00000020:00000010:2.0:1761122780.975080:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.975085:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122780.975115:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000dd6a239a x1846669643948480/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122780.975158:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948480 02000000:00000010:2.0:1761122780.975170:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096d192a9. 00010000:00000010:2.0:1761122780.975201:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008d076e18. 00010000:00000010:2.0:1761122780.975220:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000545c7fe. 00000100:00000010:2.0:1761122780.975228:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f1702a0d. 00000100:00000010:2.0:1761122780.975252:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f1702a0d. 00010000:00000010:2.0:1761122780.975256:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000545c7fe. 00000400:00000010:2.0:1761122780.975269:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122780.975274:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948480, offset 224 00000400:00000200:2.0:1761122780.975282:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.975293:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.975299:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89083:89083:256:4294967295] 192.168.201.27@tcp LPNI seq info [89083:89083:8:4294967295] 00000400:00000200:2.0:1761122780.975308:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.975312:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.975317:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347450). 00000800:00000200:2.0:1761122780.975322:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.975329:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.975332:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122780.975360:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122780.975364:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122780.975368:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f85cc6. 02000000:00000010:2.0:1761122780.975409:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000527f655. 00000100:00000010:2.0:1761122780.975412:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 02000000:00000010:2.0:1761122780.975416:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8ea659e. 00000100:00000010:2.0:1761122780.975418:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 02000000:00000010:2.0:1761122780.975421:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dda97f2. 00000100:00000010:2.0:1761122780.975423:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 02000000:00000010:2.0:1761122780.975425:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3b3059b. 00000100:00000010:2.0:1761122780.975427:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 02000000:00000010:2.0:1761122780.975429:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038e80bc5. 00000100:00000010:2.0:1761122780.975431:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:2.0:1761122780.975434:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047dfba18. 00000100:00000010:2.0:1761122780.975436:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 00000100:00000200:2.0:1761122780.975444:0:64799:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122780.975449:0:64799:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000086c82db4. 00000400:00000010:2.0:1761122780.975452:0:64799:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f1702a0d (tot 82347602). 00080000:00000010:3.0:1761122780.975522:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bcfc5fd. 00010000:00000010:3.0:1761122780.975607:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:3.0:1761122780.975614:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2ea3610. 00010000:00000010:3.0:1761122780.975713:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.0:1761122780.975721:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085fd1a7c. 00010000:00000010:3.0:1761122780.975732:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000e0d675b. 00000100:00000010:3.0:1761122780.975737:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122780.975746:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122780.975758:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b3059b. 02000000:00000010:3.0:1761122780.975783:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000527f655. 00000400:00000010:3.0:1761122780.975787:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000919bbdbc. 00000400:00000010:3.0:1761122780.975791:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122780.975795:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635776, portal 16 00000400:00000010:3.0:1761122780.975799:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122780.975800:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635776, offset 0 00000400:00000200:3.0:1761122780.975806:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.975813:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.975820:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.975824:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.975828:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.975830:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89084:89084:255:4294967295] 192.168.201.27@tcp LPNI seq info [89084:89084:7:4294967295] 00000400:00000200:3.0:1761122780.975838:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.975843:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.975846:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004e2ed5aa (tot 82347850). 00000800:00000200:3.0:1761122780.975850:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.975854:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.975857:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004e2ed5aa type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.976204:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.976208:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347602). 00000400:00000200:0.0:1761122780.976213:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.976218:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.976221:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:0.0:1761122780.976223:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 02000000:00000010:0.0:1761122780.976228:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096d192a9. 00000800:00000200:0.0:1761122780.976291:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.976293:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004e2ed5aa (tot 82347354). 00000400:00000200:0.0:1761122780.976299:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.976302:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.976305:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:0.0:1761122780.976306:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:0.0:1761122780.976311:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004368694a x1846669643635776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.980436:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.980460:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205c40 00000400:00000200:1.0:1761122780.980471:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf051 [1] + 224 00000400:00000200:1.0:1761122780.980485:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.980489:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.980501:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004368694a x1846669643635776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122780.980539:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122780.980545:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252200 00000400:00000200:1.0:1761122780.980550:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 0 00000400:00000200:1.0:1761122780.980575:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.980579:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122780.980584:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122780.980590:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000020:00000010:0.0:1761122780.980726:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063102d21. 00000020:00000010:0.0:1761122780.980734:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.980738:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122780.980764:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643948544/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122780.980793:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948544 02000000:00000010:0.0:1761122780.980804:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:0.0:1761122780.980846:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de433c0. 00000100:00000010:0.0:1761122780.980854:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122780.980860:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122780.980864:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de433c0. 00000400:00000010:0.0:1761122780.980879:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122780.980884:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948544, offset 224 00000400:00000200:0.0:1761122780.980893:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122780.980905:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122780.980911:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89085:89085:256:4294967295] 192.168.201.27@tcp LPNI seq info [89085:89085:8:4294967295] 00000400:00000200:0.0:1761122780.980922:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122780.980927:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122780.980932:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00000800:00000200:0.0:1761122780.980938:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122780.980946:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122780.980950:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122780.980969:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122780.980973:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122780.980977:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063102d21. 00000400:00000010:2.0:1761122780.981886:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000919bbdbc. 00000400:00000200:2.0:1761122780.981892:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:2.0:1761122780.981895:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:2.0:1761122780.981902:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004368694a x1846669643635776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122780.981911:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004368694a x1846669643635776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122780.981933:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020b65cf5. 02000000:00000010:2.0:1761122780.981945:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000527f655. 02000000:00000010:2.0:1761122780.981950:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b3059b. 00000100:00000010:2.0:1761122780.981953:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 00000100:00000010:2.0:1761122780.981958:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:2.0:1761122780.981961:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000e0d675b. 00080000:00000010:2.0:1761122780.981977:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047dfba18. 00010000:00000010:2.0:1761122780.982061:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085fd1a7c. 00010000:00000010:2.0:1761122780.982067:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005e29571b. 00000800:00000200:0.0:1761122780.982139:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.982143:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:0.0:1761122780.982147:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122780.982152:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cac4f5f6. 00000400:00000200:0.0:1761122780.982152:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.982155:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00010000:00000010:2.0:1761122780.982157:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013d27f5e. 00000400:00000010:0.0:1761122780.982157:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00010000:00000010:2.0:1761122780.982169:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000545c7fe. 00000100:00000010:2.0:1761122780.982174:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122780.982181:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122780.982192:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000015f85cc6. 02000000:00000010:2.0:1761122780.982218:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096d192a9. 00000400:00000010:2.0:1761122780.982222:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122780.982226:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122780.982230:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635840, portal 16 00000400:00000010:2.0:1761122780.982234:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122780.982236:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635840, offset 0 00000400:00000200:2.0:1761122780.982242:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122780.982456:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122780.982464:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122780.982467:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122780.982470:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122780.982473:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89086:89086:256:4294967295] 192.168.201.27@tcp LPNI seq info [89086:89086:8:4294967295] 00000400:00000200:2.0:1761122780.982482:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122780.982487:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122780.982492:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122780.982496:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122780.982502:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122780.982505:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122780.982910:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122780.982913:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122780.982917:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.982922:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122780.982925:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:0.0:1761122780.982926:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:0.0:1761122780.982932:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643635840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.987869:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.987889:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205c80 00000400:00000200:0.0:1761122780.987898:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf05d [1] + 224 00000400:00000200:0.0:1761122780.987909:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.987913:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.987924:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643635840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122780.987964:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122780.987970:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252240 00000400:00000200:0.0:1761122780.987974:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 328 00000400:00000200:0.0:1761122780.988415:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122780.988421:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122780.988425:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122780.988431:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 00010000:00000010:2.1:1761122780.988676:0:78626:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e78e8b8. 00010000:00000010:3.1:1761122780.989448:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e15b3a67. 00010000:00000010:3.1:1761122780.989455:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00000400:00000010:3.0:1761122780.989479:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:3.0:1761122780.989484:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:3.0:1761122780.989486:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:3.0:1761122780.989495:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643635840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122780.989506:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643635840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122780.989543:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096d192a9. 02000000:00000010:3.0:1761122780.989563:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000015f85cc6. 00000100:00000010:3.0:1761122780.989567:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:3.0:1761122780.989574:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:3.0:1761122780.989578:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000545c7fe. 00000020:00000010:1.0:1761122780.990192:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e0ade3. 00000020:00000010:1.0:1761122780.990200:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.990205:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122780.990230:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b6a572 x1846669643948608/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:8/0 lens 328/0 e 0 to 0 dl 1761122823 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122780.990268:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948608 02000000:00000010:1.0:1761122780.990280:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000577b3816. 00010000:00000010:1.0:1761122780.990309:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019e3b223. 00010000:00000010:1.0:1761122780.990328:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee3e6e47. 00000100:00000010:1.0:1761122780.990334:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122780.990346:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122780.990350:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee3e6e47. 00000400:00000010:1.0:1761122780.990365:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122780.990370:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948608, offset 224 00000400:00000200:1.0:1761122780.990379:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122780.990392:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122780.990398:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89087:89087:256:4294967295] 192.168.201.27@tcp LPNI seq info [89087:89087:8:4294967295] 00000400:00000200:1.0:1761122780.990413:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122780.990419:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122780.990424:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122780.990430:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122780.990439:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122780.990442:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122780.990464:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122780.990469:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122780.990473:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e0ade3. 00000800:00000200:1.0:1761122780.990583:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122780.990587:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:1.0:1761122780.990592:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122780.990596:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122780.990599:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:1.0:1761122780.990601:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00080000:00000010:3.0:1761122780.994564:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000537ef037. 00010000:00000010:3.0:1761122780.994692:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013d27f5e. 00010000:00000010:3.0:1761122780.994702:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000026a9d386. 00010000:00000010:3.0:1761122780.994775:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122780.994779:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122780.994785:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122780.994791:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085fd1a7c. 00080000:00000010:3.0:1761122780.994806:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000818c6fc4. 00010000:00000010:3.0:1761122780.994831:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085fd1a7c. 00010000:00000010:3.0:1761122780.994835:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122780.994883:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122780.994887:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085fd1a7c. 00010000:00000010:3.0:1761122780.994895:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d5469fce. 00000100:00000010:3.0:1761122780.994901:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122780.994910:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122780.994925:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b3059b. 02000000:00000010:3.0:1761122780.994954:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000527f655. 00000400:00000010:3.0:1761122780.994960:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122780.994967:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122780.994974:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635904, portal 16 00000400:00000010:3.0:1761122780.994980:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122780.994983:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635904, offset 0 00000400:00000200:3.0:1761122780.994993:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122780.995011:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122780.995018:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122780.995022:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122780.995025:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122780.995029:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89088:89088:256:4294967295] 192.168.201.27@tcp LPNI seq info [89088:89088:8:4294967295] 00000400:00000200:3.0:1761122780.995039:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122780.995046:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122780.995050:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122780.995056:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122780.995064:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122780.995068:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122780.996627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a1edbe. 00010000:00000010:2.1:1761122780.996637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008389112b. 00010000:00000010:2.1:1761122780.996641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00000800:00000200:2.0:1761122780.996753:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122780.996757:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:2.0:1761122780.996763:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122780.996769:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122780.996774:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:2.0:1761122780.996776:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000100:00000200:2.0:1761122780.996783:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008eb82e2c x1846669643635904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122780.999828:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a68ddac. 00000400:00000200:3.0:1761122781.002038:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.002058:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205cc0 00000400:00000200:3.0:1761122781.002066:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf069 [1] + 224 00000400:00000200:3.0:1761122781.002082:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.002086:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.002098:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008eb82e2c x1846669643635904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.002764:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026ff77a2. 00010000:00000010:3.1:1761122781.002774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:3.1:1761122781.002778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.002781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00000400:00000010:2.0:1761122781.002831:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:2.0:1761122781.002837:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:2.0:1761122781.002839:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000100:00000200:2.0:1761122781.002846:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643635904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.002855:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643635904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122824 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.002888:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000527f655. 02000000:00000010:2.0:1761122781.002894:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b3059b. 00000100:00000010:2.0:1761122781.002897:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 00000100:00000010:2.0:1761122781.002902:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:2.0:1761122781.002906:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d5469fce. 00000400:00000200:1.0:1761122781.004730:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.004748:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252280 00000400:00000200:1.0:1761122781.004755:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 656 00000400:00000200:1.0:1761122781.004814:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.004819:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.004825:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.004830:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:3.0:1761122781.004924:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003f8a70b4. 00000020:00000010:3.0:1761122781.004930:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.004934:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.004962:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643948672/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122781.005000:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948672 02000000:00000010:3.0:1761122781.005012:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053397f98. 00010000:00000010:3.0:1761122781.005040:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009214a47f. 00010000:00000010:3.0:1761122781.005059:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.005066:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.005086:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.005090:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000400:00000010:3.0:1761122781.005104:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.005110:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948672, offset 224 00000400:00000200:3.0:1761122781.005130:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.005143:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.005150:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89089:89089:256:4294967295] 192.168.201.27@tcp LPNI seq info [89089:89089:8:4294967295] 00000400:00000200:3.0:1761122781.005160:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.005165:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.005170:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.005177:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.005185:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.005189:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.005207:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.005211:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.005215:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003f8a70b4. 00080000:00000010:3.0:1761122781.005260:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f8a70b4. 00010000:00000010:3.0:1761122781.005343:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085fd1a7c. 00010000:00000010:3.0:1761122781.005348:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000211e3294. 00010000:00000010:3.0:1761122781.005417:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122781.005422:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000085fd1a7c. 00010000:00000010:3.0:1761122781.005433:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.005436:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.005443:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.005454:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037705207. 02000000:00000010:3.0:1761122781.005478:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df77684b. 00000400:00000010:3.0:1761122781.005484:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.005488:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122781.005492:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643635968, portal 16 00000400:00000010:3.0:1761122781.005497:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.005499:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643635968, offset 0 00000400:00000200:3.0:1761122781.005504:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.005511:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.005518:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.005521:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.005524:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.005527:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89090:89090:255:4294967295] 192.168.201.27@tcp LPNI seq info [89090:89090:7:4294967295] 00000400:00000200:3.0:1761122781.005533:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.005537:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.005541:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347850). 00000800:00000200:3.0:1761122781.005545:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.005549:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.005552:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.005603:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.005607:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347602). 00000400:00000200:3.0:1761122781.005612:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.005617:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.005620:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.005622:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000800:00000200:3.0:1761122781.005696:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.005699:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:3.0:1761122781.005702:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.005705:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.005707:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.005709:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.005714:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643635968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.013912:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:3.1:1761122781.013922:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bcd8d72. 00010000:00000010:3.1:1761122781.013934:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a84f1f27. 00000400:00000200:1.0:1761122781.013934:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205d00 00010000:00000010:3.1:1761122781.013940:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00000400:00000200:1.0:1761122781.013948:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf075 [1] + 224 00000400:00000200:1.0:1761122781.013963:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.013968:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.013980:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643635968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.014024:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.014032:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482522c0 00000400:00000010:3.0:1761122781.014036:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122781.014043:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122781.014045:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:3.0:1761122781.014054:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643635968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.014055:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 984 00000100:00000200:3.0:1761122781.014070:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643635968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.014109:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df77684b. 02000000:00000010:3.0:1761122781.014115:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037705207. 00000100:00000010:3.0:1761122781.014131:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:3.0:1761122781.014135:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.014140:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000400:00000200:1.0:1761122781.014498:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.014504:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.014509:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.014515:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000020:00000010:1.0:1761122781.014741:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000068e0ade3. 00000020:00000010:1.0:1761122781.014748:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.014753:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.014778:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643948736/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.015236:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948736 02000000:00000010:1.0:1761122781.015250:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3dc07f8. 00010000:00000010:1.0:1761122781.015456:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018cea393. 00010000:00000010:1.0:1761122781.015478:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee3e6e47. 00000100:00000010:1.0:1761122781.015487:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.015516:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.015520:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee3e6e47. 00000400:00000010:1.0:1761122781.015535:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122781.015539:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948736, offset 224 00000400:00000200:1.0:1761122781.015644:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.015719:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.015726:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89091:89091:256:4294967295] 192.168.201.27@tcp LPNI seq info [89091:89091:8:4294967295] 00000400:00000200:1.0:1761122781.015739:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.015745:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.015750:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122781.015757:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.015765:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.015769:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.015883:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.016076:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.016079:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000068e0ade3. 00080000:00000010:1.0:1761122781.016102:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068e0ade3. 00010000:00000010:1.0:1761122781.016191:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085fd1a7c. 00010000:00000010:1.0:1761122781.016197:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000136b9d1e. 00010000:00000010:1.0:1761122781.016260:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122781.016265:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.016274:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ee3e6e47. 00000100:00000010:1.0:1761122781.016277:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.016283:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 02000000:00000010:1.0:1761122781.016292:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000773a50e2. 02000000:00000010:1.0:1761122781.016311:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8ea659e. 00000400:00000010:1.0:1761122781.016315:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122781.016318:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122781.016322:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636032, portal 16 00000400:00000010:1.0:1761122781.016326:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122781.016328:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636032, offset 0 00000400:00000200:1.0:1761122781.016332:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.016338:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.016344:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.016347:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.016349:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.016352:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89092:89092:255:4294967295] 192.168.201.27@tcp LPNI seq info [89092:89092:7:4294967295] 00000400:00000200:1.0:1761122781.016359:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.016363:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.016366:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347850). 00000800:00000200:1.0:1761122781.016369:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.016373:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.016375:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.016439:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.016442:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347602). 00000400:00000200:3.0:1761122781.016446:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.016450:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.016452:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122781.016454:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000800:00000200:3.0:1761122781.016503:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.016505:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:3.0:1761122781.016507:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.016510:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.016511:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122781.016512:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000100:00000200:3.0:1761122781.016516:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b2fd2084 x1846669643636032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.019558:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.019577:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205d40 00000400:00000200:3.0:1761122781.019585:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf081 [1] + 224 00000400:00000200:3.0:1761122781.019598:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.019603:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.019612:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b2fd2084 x1846669643636032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.019693:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:1.0:1761122781.019698:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:1.0:1761122781.019700:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000100:00000200:1.0:1761122781.019707:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b2fd2084 x1846669643636032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.019715:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b2fd2084 x1846669643636032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.019743:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8ea659e. 02000000:00000010:1.0:1761122781.019748:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000773a50e2. 00000100:00000010:1.0:1761122781.019751:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 00000100:00000010:1.0:1761122781.019756:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.019759:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ee3e6e47. 00000400:00000200:1.0:1761122781.021141:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.021155:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252300 00000400:00000200:1.0:1761122781.021162:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 1312 00000400:00000200:1.0:1761122781.021223:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.021228:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.021232:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.021237:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:0.0:1761122781.021577:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063102d21. 00000020:00000010:0.0:1761122781.021585:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.021590:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.021617:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643948800/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.021682:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948800 02000000:00000010:0.0:1761122781.021694:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007dda97f2. 00010000:00000010:0.0:1761122781.021724:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7a40ab4. 00010000:00000010:0.0:1761122781.021744:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052a71205. 00000100:00000010:0.0:1761122781.021751:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122781.021765:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122781.021768:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052a71205. 00000400:00000010:0.0:1761122781.021782:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.021787:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948800, offset 224 00000400:00000200:0.0:1761122781.021797:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.021809:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.021815:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89093:89093:256:4294967295] 192.168.201.27@tcp LPNI seq info [89093:89093:8:4294967295] 00000400:00000200:0.0:1761122781.021825:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.021830:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.021834:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00000800:00000200:0.0:1761122781.021839:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.021846:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.021850:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.021867:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.021872:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.021875:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063102d21. 00080000:00000010:0.0:1761122781.021900:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063102d21. 00010000:00000010:0.0:1761122781.022219:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122781.022226:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000ed797e. 00010000:00000010:0.0:1761122781.022304:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4483fd0. 00010000:00000010:0.0:1761122781.022310:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122781.022320:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000052a71205. 00000100:00000010:0.0:1761122781.022323:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122781.022329:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 02000000:00000010:0.0:1761122781.022340:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b3059b. 02000000:00000010:0.0:1761122781.022363:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000527f655. 00000400:00000010:0.0:1761122781.022369:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122781.022374:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.022379:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636096, portal 16 00000400:00000010:0.0:1761122781.022383:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122781.022385:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636096, offset 0 00000400:00000200:0.0:1761122781.022391:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.022397:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.022404:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.022408:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.022411:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.022414:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89094:89094:255:4294967295] 192.168.201.27@tcp LPNI seq info [89094:89094:7:4294967295] 00000400:00000200:0.0:1761122781.022422:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.022426:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.022429:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347850). 00000800:00000200:0.0:1761122781.022433:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.022437:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.022439:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.022479:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.022481:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347602). 00000400:00000200:0.0:1761122781.022484:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.022488:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.022490:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122781.022492:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000800:00000200:0.0:1761122781.022546:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.022548:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:0.0:1761122781.022551:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.022556:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.022557:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:0.0:1761122781.022559:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:0.0:1761122781.022563:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a4ea7e4 x1846669643636096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.022684:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005da797f7. 00010000:00000010:1.1:1761122781.022692:0:78620:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b523b647. 00010000:00000010:1.1:1761122781.022696:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00000400:00000200:3.0:1761122781.033573:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.033594:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205d80 00000400:00000200:3.0:1761122781.033603:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf08d [1] + 224 00000400:00000200:3.0:1761122781.033615:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.033620:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.033631:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ea7e4 x1846669643636096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.033694:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.033700:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252340 00000400:00000200:3.0:1761122781.033705:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 1640 00000400:00000200:3.0:1761122781.033758:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.033762:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.033766:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.033772:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 00000020:00000010:3.0:1761122781.033818:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dbb198a. 00000020:00000010:3.0:1761122781.033824:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.033828:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.033853:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000062ac328a x1846669643948864/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122781.033881:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948864 02000000:00000010:3.0:1761122781.033893:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000037705207. 00010000:00000010:3.0:1761122781.033933:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.033939:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.033945:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.033949:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000400:00000010:3.0:1761122781.033963:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122781.033968:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948864, offset 224 00000400:00000200:3.0:1761122781.033975:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.033985:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.033990:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89095:89095:256:4294967295] 192.168.201.27@tcp LPNI seq info [89095:89095:8:4294967295] 00000400:00000200:3.0:1761122781.034000:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.034005:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.034010:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347602). 00000800:00000200:3.0:1761122781.034016:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.034023:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.034028:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.034042:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.034046:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.034050:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dbb198a. 00000400:00000010:2.0:1761122781.034141:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:2.0:1761122781.034147:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:2.0:1761122781.034149:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:2.0:1761122781.034156:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ea7e4 x1846669643636096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.034165:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a4ea7e4 x1846669643636096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122781.034184:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d59af5c. 02000000:00000010:2.0:1761122781.034198:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000527f655. 02000000:00000010:2.0:1761122781.034204:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b3059b. 00000100:00000010:2.0:1761122781.034207:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 00000100:00000010:2.0:1761122781.034211:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:2.0:1761122781.034213:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000052a71205. 00080000:00000010:2.0:1761122781.034230:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000be312f8. 00010000:00000010:2.0:1761122781.034323:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:2.0:1761122781.034513:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4a29482. 00010000:00000010:2.0:1761122781.034621:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085dafd8a. 00000800:00000200:1.0:1761122781.034624:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761122781.034628:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00000800:00000010:1.0:1761122781.034630:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:1.0:1761122781.034637:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122781.034641:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fffe3c10. 00000400:00000200:1.0:1761122781.034642:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.034647:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000100:00000010:2.0:1761122781.034648:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000400:00000010:1.0:1761122781.034650:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000010:2.0:1761122781.034677:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122781.034690:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077980a22. 02000000:00000010:2.0:1761122781.034715:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc8c6d21. 00000400:00000010:2.0:1761122781.034720:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122781.034723:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122781.034728:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636160, portal 16 00000400:00000010:2.0:1761122781.034731:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122781.034733:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636160, offset 0 00000400:00000200:2.0:1761122781.034739:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.034746:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.034753:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.034756:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.034759:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.034762:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89096:89096:256:4294967295] 192.168.201.27@tcp LPNI seq info [89096:89096:8:4294967295] 00000400:00000200:2.0:1761122781.034769:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.034774:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.034778:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122781.034781:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.034785:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.034788:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.044086:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.044093:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122781.044101:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.044110:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.044131:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:1.0:1761122781.044134:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:1.0:1761122781.044144:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643636160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.050603:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da81d116. 00010000:00000010:0.1:1761122781.050615:0:78634:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1cd4331. 00010000:00000010:0.1:1761122781.050619:0:78634:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00000400:00000200:3.0:1761122781.055848:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.056594:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205dc0 00000400:00000200:3.0:1761122781.056614:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf099 [1] + 224 00000400:00000200:3.0:1761122781.056629:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.056633:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.056645:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643636160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.056698:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.056705:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252380 00000400:00000200:3.0:1761122781.056711:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xada85 [2] + 1968 00000400:00000010:3.0:1761122781.056715:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006630c997. 00000400:00000200:3.0:1761122781.056719:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000073328680 00000400:00000200:3.0:1761122781.056767:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.056771:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.056773:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073328680 00000400:00000010:3.0:1761122781.056775:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000073328680 (tot 82347202). 00000100:00000200:3.0:1761122781.056780:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122781.056825:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000dbb198a. 00000020:00000010:3.0:1761122781.056831:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.056835:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.056909:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a4ebdc3 x1846669643948928/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122781.056938:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948928 02000000:00000010:3.0:1761122781.056950:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df77684b. 00010000:00000010:3.0:1761122781.057187:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.057193:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000073328680. 00000100:00000010:3.0:1761122781.057200:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000073328680. 00010000:00000010:3.0:1761122781.057203:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000400:00000010:3.0:1761122781.057218:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.057222:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948928, offset 224 00000400:00000200:3.0:1761122781.057229:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.057241:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.057247:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89097:89097:256:4294967295] 192.168.201.27@tcp LPNI seq info [89097:89097:8:4294967295] 00000400:00000200:3.0:1761122781.057258:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.057263:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.057268:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347450). 00000800:00000200:3.0:1761122781.057274:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.057281:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.057285:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.057303:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.057306:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.057311:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000dbb198a. 02000000:00000010:3.0:1761122781.057320:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000037705207. 00000100:00000010:3.0:1761122781.057324:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.057328:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dda97f2. 00000100:00000010:3.0:1761122781.057330:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:3.0:1761122781.057334:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3dc07f8. 00000100:00000010:3.0:1761122781.057336:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:3.0:1761122781.057339:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053397f98. 00000100:00000010:3.0:1761122781.057342:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:3.0:1761122781.057345:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000577b3816. 00000100:00000010:3.0:1761122781.057347:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 02000000:00000010:3.0:1761122781.057356:0:64799:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:3.0:1761122781.057358:0:64799:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 00000100:00000200:3.0:1761122781.057364:0:64799:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122781.057368:0:64799:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006630c997. 00000400:00000010:3.0:1761122781.057371:0:64799:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000073328680 (tot 82347602). 00000800:00000200:3.0:1761122781.057443:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.057447:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.057452:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.057456:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.057458:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.057460:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 02000000:00000010:3.0:1761122781.057464:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df77684b. 00000400:00000010:3.0:1761122781.057499:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:3.0:1761122781.057503:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:3.0:1761122781.057505:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:3.0:1761122781.057511:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643636160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.057520:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643636160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122781.057542:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e4dd38b1. 02000000:00000010:3.0:1761122781.057557:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc8c6d21. 02000000:00000010:3.0:1761122781.057563:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077980a22. 00000100:00000010:3.0:1761122781.057567:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:3.0:1761122781.057571:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:3.0:1761122781.057574:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fffe3c10. 00080000:00000010:3.0:1761122781.057591:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df77684b. 00010000:00000010:3.0:1761122781.057713:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:3.0:1761122781.057721:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd0f40fd. 00010000:00000010:3.0:1761122781.057836:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.057842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.057848:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122781.057856:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00080000:00000010:3.0:1761122781.057870:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053397f98. 00010000:00000010:3.0:1761122781.057899:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.057904:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.057962:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.057968:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.057976:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.057981:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.057989:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.058002:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037705207. 02000000:00000010:3.0:1761122781.058026:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dbb198a. 00000400:00000010:3.0:1761122781.058031:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.058037:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.058041:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636224, portal 16 00000400:00000010:3.0:1761122781.058046:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.058049:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636224, offset 0 00000400:00000200:3.0:1761122781.058056:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.058064:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.058072:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.058076:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.058079:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.058082:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89098:89098:256:4294967295] 192.168.201.27@tcp LPNI seq info [89098:89098:8:4294967295] 00000400:00000200:3.0:1761122781.058091:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.058096:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.058100:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.058105:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.058110:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.058113:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.058191:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.058193:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.058197:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.058201:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.058204:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.058206:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122781.058211:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643636224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.058613:0:1105:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0b4e2f2. 00010000:00000010:2.1:1761122781.058621:0:1105:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002748b755. 00010000:00000010:2.1:1761122781.058625:0:1105:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4483fd0. 00000400:00000200:1.0:1761122781.066647:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.066692:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205e00 00000400:00000200:1.0:1761122781.066700:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0a9 [1] + 224 00000400:00000200:1.0:1761122781.066712:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.066716:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.066725:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643636224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.066754:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.066758:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482523c0 00000400:00000200:1.0:1761122781.066763:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 0 00000400:00000200:1.0:1761122781.066816:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.066820:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.066823:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.066828:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:3.0:1761122781.066907:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fee6b. 00000020:00000010:3.0:1761122781.066914:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.066918:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.067138:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643948992/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122781.067171:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643948992 02000000:00000010:3.0:1761122781.067183:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000052169d6. 00010000:00000010:3.0:1761122781.067224:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f6bcce2. 00000100:00000010:3.0:1761122781.067231:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.067237:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.067242:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f6bcce2. 00000400:00000010:3.0:1761122781.067460:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.067466:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643948992, offset 224 00000400:00000200:3.0:1761122781.067474:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.067484:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.067490:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89099:89099:256:4294967295] 192.168.201.27@tcp LPNI seq info [89099:89099:8:4294967295] 00000400:00000200:3.0:1761122781.067500:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.067506:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.067511:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.067517:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.067524:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.067528:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.067544:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.067548:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.067553:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fee6b. 00000800:00000200:3.0:1761122781.067606:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.067609:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.067613:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.067616:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.067619:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.067620:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000400:00000010:3.0:1761122781.067638:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122781.067640:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.067642:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.067645:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643636224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.067652:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643636224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122781.067699:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b48373cb. 02000000:00000010:3.0:1761122781.067714:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dbb198a. 02000000:00000010:3.0:1761122781.067722:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037705207. 00000100:00000010:3.0:1761122781.067725:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:3.0:1761122781.067728:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.067730:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00080000:00000010:3.0:1761122781.067746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a664e35b. 00010000:00000010:3.0:1761122781.067832:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.068064:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005699206. 00010000:00000010:3.0:1761122781.068164:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.0:1761122781.068171:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.068181:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.068186:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.068191:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.068203:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037705207. 02000000:00000010:3.0:1761122781.068225:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dbb198a. 00000400:00000010:3.0:1761122781.068229:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.068233:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.068237:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636288, portal 16 00000400:00000010:3.0:1761122781.068241:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.068242:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636288, offset 0 00000400:00000200:3.0:1761122781.068248:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.068255:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.068261:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.068265:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.068268:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.068271:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89100:89100:256:4294967295] 192.168.201.27@tcp LPNI seq info [89100:89100:8:4294967295] 00000400:00000200:3.0:1761122781.068278:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.068282:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.068285:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.068289:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.068293:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.068296:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.068520:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.068523:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.068526:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.068530:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.068533:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.068534:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122781.068539:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643636288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.072165:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.072187:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205e40 00000400:00000200:3.0:1761122781.072197:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0b5 [1] + 224 00000400:00000200:3.0:1761122781.072208:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.072211:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.072221:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643636288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.072249:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.072255:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252400 00000400:00000200:3.0:1761122781.072261:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 328 00010000:00000010:3.1:1761122781.072945:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b767005. 00010000:00000010:3.1:1761122781.072953:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040994613. 00010000:00000010:3.1:1761122781.072957:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dafd8a. 00010000:00000010:3.1:1761122781.072960:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.072963:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00000400:00000200:3.0:1761122781.072969:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.072973:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.072977:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.072982:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 00000400:00000010:3.0:1761122781.073652:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122781.073674:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.073676:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.073684:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643636288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.073694:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643636288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.073724:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dbb198a. 02000000:00000010:3.0:1761122781.073733:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037705207. 00000100:00000010:3.0:1761122781.073737:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:3.0:1761122781.073740:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.073744:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000020:00000010:1.0:1761122781.073817:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ea659e. 00000020:00000010:1.0:1761122781.073824:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.073829:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.073852:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f143ad85 x1846669643949056/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.073886:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949056 02000000:00000010:1.0:1761122781.073896:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067f3120f. 00010000:00000010:1.0:1761122781.073924:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000af5079. 00010000:00000010:1.0:1761122781.073945:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c11564f. 00000100:00000010:1.0:1761122781.073953:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.073961:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.073964:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c11564f. 00000400:00000010:1.0:1761122781.073979:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122781.073983:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949056, offset 224 00000400:00000200:1.0:1761122781.073991:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.074002:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.074008:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89101:89101:256:4294967295] 192.168.201.27@tcp LPNI seq info [89101:89101:8:4294967295] 00000400:00000200:1.0:1761122781.074019:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.074024:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.074028:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122781.074034:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.074042:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.074046:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.074060:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.074064:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.074067:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ea659e. 00000800:00000200:3.0:1761122781.075456:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.075463:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:3.0:1761122781.075469:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.075476:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.075481:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122781.075483:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00080000:00000010:3.0:1761122781.075519:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000150fee6b. 00010000:00000010:3.0:1761122781.075604:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.075612:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002552d479. 00010000:00000010:3.0:1761122781.075716:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122781.075722:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.075734:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.075739:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.075747:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.075762:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000037705207. 02000000:00000010:3.0:1761122781.075791:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dbb198a. 00000400:00000010:3.0:1761122781.075797:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.075801:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.075806:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636352, portal 16 00000400:00000010:3.0:1761122781.075811:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.075813:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636352, offset 0 00000400:00000200:3.0:1761122781.075818:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.075829:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.075836:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.075839:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.075842:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.075845:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89102:89102:256:4294967295] 192.168.201.27@tcp LPNI seq info [89102:89102:8:4294967295] 00000400:00000200:3.0:1761122781.075853:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.075858:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.075863:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.075868:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.075874:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.075877:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.077143:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.077148:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.077154:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.077160:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.077164:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.077165:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122781.077173:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643636352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.077868:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b378e5. 00010000:00000010:3.1:1761122781.077878:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000476ff46e. 00010000:00000010:3.1:1761122781.077883:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000020:00000010:0.0:1761122781.083369:0:78636:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000249f1e33. 00000020:00000010:0.0:1761122781.083382:0:78636:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ce51ca5f. 00000040:00000010:0.0:1761122781.083565:0:78636:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 0000000041c3bba6. 00000020:00000010:0.0:1761122781.083568:0:78636:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 0000000029dc2d7e. 00000020:00000010:0.0:1761122781.083574:0:78636:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 00000000c3c272e4. 00000020:00000010:0.0:1761122781.083578:0:78636:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 000000001d2f1aa6. 80000000:00000010:0.0:1761122781.083583:0:78636:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 000000001a00f499. 40000000:00000010:0.0:1761122781.083587:0:78636:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 000000008fea49fc. 00100000:00000010:0.0:1761122781.083593:0:78636:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 00000000348e32dc. 00040000:00000010:0.0:1761122781.083598:0:78636:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 0000000065126300. 00040000:00000010:0.0:1761122781.083602:0:78636:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 00000000bf1b0a25. 00040000:00000010:0.0:1761122781.083605:0:78636:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 000000000b035d55. 00080000:00000010:0.0:1761122781.083612:0:78636:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 00000000fa76aac7. 00080000:00000010:0.0:1761122781.083617:0:78636:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 0000000045c4d2b4. 00000004:00000010:0.0:1761122781.083624:0:78636:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 00000000d2b71b8b. 00000004:00000010:0.0:1761122781.083630:0:78636:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000ada03bd6. 00000004:00000010:0.0:1761122781.083635:0:78636:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000d53173c1. 00002000:00000010:0.0:1761122781.083640:0:78636:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 0000000071192e06. 00000004:00000010:0.0:1761122781.083644:0:78636:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 00000000a7492c67. 00000020:00000010:0.0:1761122781.083703:0:78636:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 00000000ce51ca5f. 00000040:00000010:0.0:1761122781.083707:0:78636:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 0000000041c3bba6. 00000020:00000010:0.0:1761122781.083710:0:78636:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 0000000029dc2d7e. 00000020:00000010:0.0:1761122781.083714:0:78636:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 00000000c3c272e4. 00000020:00000010:0.0:1761122781.083717:0:78636:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 000000001d2f1aa6. 80000000:00000010:0.0:1761122781.083720:0:78636:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 000000001a00f499. 40000000:00000010:0.0:1761122781.083723:0:78636:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 000000008fea49fc. 00100000:00000010:0.0:1761122781.083726:0:78636:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 00000000348e32dc. 00040000:00000010:0.0:1761122781.083729:0:78636:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 0000000065126300. 00040000:00000010:0.0:1761122781.083732:0:78636:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 00000000bf1b0a25. 00040000:00000010:0.0:1761122781.083735:0:78636:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 000000000b035d55. 00080000:00000010:0.0:1761122781.083739:0:78636:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 0000000045c4d2b4. 00080000:00000010:0.0:1761122781.083745:0:78636:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 00000000fa76aac7. 00000004:00000010:0.0:1761122781.083749:0:78636:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 00000000d2b71b8b. 00000004:00000010:0.0:1761122781.083753:0:78636:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000ada03bd6. 00000004:00000010:0.0:1761122781.083758:0:78636:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 00000000d53173c1. 00002000:00000010:0.0:1761122781.083761:0:78636:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 0000000071192e06. 00000004:00000010:0.0:1761122781.083764:0:78636:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 00000000a7492c67. 00000020:00000010:0.0:1761122781.083767:0:78636:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000249f1e33. 00010000:00000010:1.1:1761122781.085804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701d9f2b. 00000400:00000200:1.0:1761122781.086552:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.086569:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205e80 00000400:00000200:1.0:1761122781.086578:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0c1 [1] + 224 00000400:00000200:1.0:1761122781.086593:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.086597:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.086610:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643636352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.086649:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.086680:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252440 00000400:00000200:1.0:1761122781.086686:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 656 00000400:00000200:1.0:1761122781.086712:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.086716:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.086720:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.086725:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:3.0:1761122781.086873:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122781.086879:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.086881:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.086887:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643636352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.086901:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643636352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.086948:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dbb198a. 02000000:00000010:3.0:1761122781.086956:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000037705207. 00000100:00000010:3.0:1761122781.086961:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:3.0:1761122781.086965:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.086969:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000020:00000010:2.0:1761122781.087057:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccea07. 00000020:00000010:2.0:1761122781.087065:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122781.087069:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.087093:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643949120/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.087137:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949120 02000000:00000010:2.0:1761122781.087150:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000143688a. 00010000:00000010:2.0:1761122781.087178:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f886625f. 00010000:00000010:2.0:1761122781.087197:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001150b5d6. 00000100:00000010:2.0:1761122781.087204:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.087221:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.087225:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001150b5d6. 00000400:00000010:2.0:1761122781.087237:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122781.087242:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949120, offset 224 00000400:00000200:2.0:1761122781.087250:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.087261:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.087266:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89103:89103:256:4294967295] 192.168.201.27@tcp LPNI seq info [89103:89103:8:4294967295] 00000400:00000200:2.0:1761122781.087486:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.087491:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.087496:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.087502:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.087510:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.087514:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.087535:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122781.087539:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.087542:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccea07. 00000800:00000200:2.0:1761122781.087618:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.087622:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:2.0:1761122781.087626:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.087630:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.087633:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:2.0:1761122781.087634:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00080000:00000010:3.0:1761122781.087723:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064273f83. 00010000:00000010:3.0:1761122781.087816:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.087822:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000664154bd. 00010000:00000010:3.0:1761122781.087901:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.087908:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.087918:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.087922:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.087928:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.087938:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003bf60e9b. 02000000:00000010:3.0:1761122781.087962:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000037705207. 00000400:00000010:3.0:1761122781.087967:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.087970:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.087975:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636416, portal 16 00000400:00000010:3.0:1761122781.087979:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.087981:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636416, offset 0 00000400:00000200:3.0:1761122781.087986:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.087993:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.088001:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.088005:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.088007:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.088010:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89104:89104:256:4294967295] 192.168.201.27@tcp LPNI seq info [89104:89104:8:4294967295] 00000400:00000200:3.0:1761122781.088018:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.088023:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.088027:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.088032:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.088036:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.088039:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.088096:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.088098:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.088104:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.088108:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.088110:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.088112:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122781.088133:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643636416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.089705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000498d681f. 00010000:00000010:3.1:1761122781.089715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00000400:00000200:0.0:1761122781.100549:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.100569:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205ec0 00000400:00000200:0.0:1761122781.100579:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0cd [1] + 224 00000400:00000200:0.0:1761122781.100593:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.100598:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.100611:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643636416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.100646:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.100652:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252480 00000400:00000200:0.0:1761122781.100684:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 984 00000400:00000200:0.0:1761122781.100726:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.100730:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.100735:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.100740:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000400:00000010:3.0:1761122781.100858:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122781.100864:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.100867:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.100873:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643636416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.100890:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643636416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.100967:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000037705207. 02000000:00000010:3.0:1761122781.100974:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003bf60e9b. 00000100:00000010:3.0:1761122781.100977:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:3.0:1761122781.100981:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.100985:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000020:00000010:1.0:1761122781.101164:0:64799:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8ea659e. 00000020:00000010:1.0:1761122781.101172:0:64799:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.101176:0:64799:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.101199:0:64799:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643949184/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122781.101391:0:64799:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949184 02000000:00000010:1.0:1761122781.101404:0:64799:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004386048f. 00010000:00000010:1.0:1761122781.103603:0:64799:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002947aded. 00010000:00000010:1.0:1761122781.103629:0:64799:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000c11564f. 00000100:00000010:1.0:1761122781.103638:0:64799:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.103677:0:64799:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.103682:0:64799:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000c11564f. 00000400:00000010:1.0:1761122781.103701:0:64799:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122781.103707:0:64799:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949184, offset 224 00000400:00000200:1.0:1761122781.103717:0:64799:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.103733:0:64799:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.103740:0:64799:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89105:89105:256:4294967295] 192.168.201.27@tcp LPNI seq info [89105:89105:8:4294967295] 00000400:00000200:1.0:1761122781.103752:0:64799:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.103757:0:64799:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.103763:0:64799:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122781.103769:0:64799:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.103776:0:64799:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.103780:0:64799:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.103806:0:64799:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122781.103812:0:64799:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.103816:0:64799:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8ea659e. 00080000:00000010:3.0:1761122781.103897:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037705207. 00010000:00000010:3.0:1761122781.104193:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.104201:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0b89a0d. 00010000:00000010:3.0:1761122781.104283:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.0:1761122781.104290:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000079171d09. 00010000:00000010:3.0:1761122781.104302:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f6bcce2. 00000100:00000010:3.0:1761122781.104306:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.104314:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.104330:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da6e59c4. 02000000:00000010:3.0:1761122781.104567:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096f79ffc. 00000400:00000010:3.0:1761122781.104574:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122781.104580:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.104585:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636480, portal 16 00000400:00000010:3.0:1761122781.104590:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.104592:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636480, offset 0 00000400:00000200:3.0:1761122781.104598:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.104605:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.104612:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.104616:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.104619:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.104621:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89106:89106:255:4294967295] 192.168.201.27@tcp LPNI seq info [89106:89106:7:4294967295] 00000400:00000200:3.0:1761122781.104629:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.104633:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.104636:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347850). 00000800:00000200:3.0:1761122781.104640:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.104644:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.104647:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.104737:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.104740:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347602). 00000400:00000200:3.0:1761122781.104745:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.104750:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.104753:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:3.0:1761122781.104755:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000800:00000200:3.0:1761122781.104823:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.104826:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:3.0:1761122781.104830:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.104834:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.104835:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122781.104837:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122781.104844:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643636480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.105701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002004bc70. 00000400:00000200:3.0:1761122781.109429:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.109451:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205f00 00000400:00000200:3.0:1761122781.109460:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0d9 [1] + 224 00000400:00000200:3.0:1761122781.109473:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.109477:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.109490:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643636480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.109528:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.109534:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482524c0 00000400:00000200:3.0:1761122781.109539:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 1312 00000400:00000200:3.0:1761122781.109601:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.109605:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.109609:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.109615:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 00000020:00000010:3.0:1761122781.109690:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000c48ece5. 00000020:00000010:3.0:1761122781.109696:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122781.109701:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.109725:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c572ff4a x1846669643949248/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122781.109754:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949248 02000000:00000010:3.0:1761122781.109766:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba16322a. 00010000:00000010:3.0:1761122781.109802:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.109810:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.109817:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.109821:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00000400:00000010:3.0:1761122781.109835:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.109840:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949248, offset 224 00000400:00000200:3.0:1761122781.109847:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.109858:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.109864:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89107:89107:256:4294967295] 192.168.201.27@tcp LPNI seq info [89107:89107:8:4294967295] 00000400:00000200:3.0:1761122781.109874:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.109879:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.109883:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.109888:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.109895:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.109898:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.109912:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122781.109916:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.109920:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000c48ece5. 00000800:00000200:0.0:1761122781.110063:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.110067:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347354). 00000400:00000200:0.0:1761122781.110071:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.110075:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.110079:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:0.0:1761122781.110081:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000400:00000010:0.0:1761122781.110099:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:0.0:1761122781.110102:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:0.0:1761122781.110103:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:0.0:1761122781.110107:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643636480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.110129:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643636480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122781.110150:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb32b9b5. 02000000:00000010:0.0:1761122781.110162:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096f79ffc. 02000000:00000010:0.0:1761122781.110167:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da6e59c4. 00000100:00000010:0.0:1761122781.110170:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 00000100:00000010:0.0:1761122781.110173:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:0.0:1761122781.110176:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f6bcce2. 00080000:00000010:0.0:1761122781.110191:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055a2eeec. 00010000:00000010:0.0:1761122781.110275:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000079171d09. 00010000:00000010:0.0:1761122781.110281:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003925f759. 00010000:00000010:0.0:1761122781.110347:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122781.110351:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122781.110357:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.0:1761122781.110361:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00080000:00000010:0.0:1761122781.110372:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000249f1e33. 00010000:00000010:0.0:1761122781.110396:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122781.110399:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122781.110445:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fd901c3. 00010000:00000010:0.0:1761122781.110448:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122781.110455:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122781.110459:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.110465:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 02000000:00000010:0.0:1761122781.110475:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa6a4c65. 02000000:00000010:0.0:1761122781.110497:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b035d55. 00000400:00000010:0.0:1761122781.110501:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122781.110505:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122781.110509:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636544, portal 16 00000400:00000010:0.0:1761122781.110512:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.110514:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636544, offset 0 00000400:00000200:0.0:1761122781.110520:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.110526:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.110532:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.110535:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.110538:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.110541:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89108:89108:256:4294967295] 192.168.201.27@tcp LPNI seq info [89108:89108:8:4294967295] 00000400:00000200:0.0:1761122781.110549:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.110553:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.110555:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122781.110559:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.110563:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.110566:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.110612:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.110615:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:0.0:1761122781.110618:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.110621:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.110624:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122781.110625:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122781.110630:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000963727ec x1846669643636544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.112939:0:78637:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd6b0a9. 00010000:00000010:3.1:1761122781.112951:0:78637:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00000400:00000200:0.0:1761122781.122241:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.122266:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205f40 00000400:00000200:0.0:1761122781.122275:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0e5 [1] + 224 00000400:00000200:0.0:1761122781.122287:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.122291:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.122302:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000963727ec x1846669643636544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.122337:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.122344:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252500 00000400:00000200:0.0:1761122781.122348:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 1640 00000400:00000200:0.0:1761122781.122426:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.122431:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.122436:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.122442:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 00000020:00000010:0.0:1761122781.122505:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d2f1aa6. 00000020:00000010:0.0:1761122781.122512:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.122516:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.122541:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b6a572 x1846669643949312/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.122571:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949312 02000000:00000010:0.0:1761122781.122582:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c3bba6. 00010000:00000010:0.0:1761122781.122620:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122781.122628:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122781.122635:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122781.122638:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122781.122652:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.122677:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949312, offset 224 00000400:00000200:0.0:1761122781.122685:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.122695:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.122701:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89109:89109:256:4294967295] 192.168.201.27@tcp LPNI seq info [89109:89109:8:4294967295] 00000400:00000200:0.0:1761122781.122711:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.122716:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.122721:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122781.122726:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.122734:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.122737:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.122754:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.122759:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.122762:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d2f1aa6. 00000800:00000200:0.0:1761122781.122834:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.122838:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:0.0:1761122781.122841:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.122844:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.122847:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122781.122849:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000400:00000010:0.0:1761122781.122871:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:0.0:1761122781.122874:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:0.0:1761122781.122875:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:0.0:1761122781.122880:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000963727ec x1846669643636544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.122890:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000963727ec x1846669643636544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122781.122910:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca94b19a. 02000000:00000010:0.0:1761122781.122924:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b035d55. 02000000:00000010:0.0:1761122781.122928:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa6a4c65. 00000100:00000010:0.0:1761122781.122932:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000010:0.0:1761122781.122935:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.122938:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00080000:00000010:0.0:1761122781.122954:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa6a4c65. 00010000:00000010:0.0:1761122781.123244:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122781.123253:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008cc669f7. 00010000:00000010:0.0:1761122781.123331:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf2982b. 00010000:00000010:0.0:1761122781.123338:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122781.123349:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122781.123353:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.123359:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 02000000:00000010:0.0:1761122781.123369:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b035d55. 02000000:00000010:0.0:1761122781.123391:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d2f1aa6. 00000400:00000010:0.0:1761122781.123395:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122781.123398:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122781.123403:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636608, portal 16 00000400:00000010:0.0:1761122781.123407:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.123408:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636608, offset 0 00000400:00000200:0.0:1761122781.123413:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.123420:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.123426:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.123430:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.123433:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.123435:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89110:89110:256:4294967295] 192.168.201.27@tcp LPNI seq info [89110:89110:8:4294967295] 00000400:00000200:0.0:1761122781.123442:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.123447:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.123450:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122781.123454:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.123458:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.123460:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.123526:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.123529:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:0.0:1761122781.123532:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.123536:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.123538:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122781.123539:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122781.123545:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000963727ec x1846669643636608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122781.128137:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.128156:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205f80 00000400:00000200:2.0:1761122781.128165:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf0f1 [1] + 224 00000400:00000200:2.0:1761122781.128177:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.128181:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.128192:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000963727ec x1846669643636608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122781.128231:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.128238:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252540 00000400:00000200:2.0:1761122781.128243:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadadd [2] + 1968 00000400:00000010:2.0:1761122781.128248:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de10273f. 00000400:00000200:2.0:1761122781.128251:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000940da2e 00000400:00000200:2.0:1761122781.128522:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.128527:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.128531:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000940da2e 00000400:00000010:2.0:1761122781.128533:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000940da2e (tot 82347202). 00000100:00000200:2.0:1761122781.128538:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122781.129920:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce51ca5f. 00000020:00000010:0.0:1761122781.129933:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.129938:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.129965:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008644a31c x1846669643949376/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.129989:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949376 02000000:00000010:0.0:1761122781.129997:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a627d45. 00010000:00000010:0.0:1761122781.130028:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122781.130034:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049f20f0b. 00000100:00000010:0.0:1761122781.130041:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049f20f0b. 00010000:00000010:0.0:1761122781.130043:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122781.130055:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.130060:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949376, offset 224 00000400:00000200:0.0:1761122781.130066:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.130076:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.130081:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89111:89111:256:4294967295] 192.168.201.27@tcp LPNI seq info [89111:89111:8:4294967295] 00000400:00000200:0.0:1761122781.130089:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.130094:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.130097:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347450). 00000800:00000200:0.0:1761122781.130101:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.130107:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.130110:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.130139:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.130145:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.130148:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce51ca5f. 02000000:00000010:0.0:1761122781.130158:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c3bba6. 00000100:00000010:0.0:1761122781.130161:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 02000000:00000010:0.0:1761122781.130172:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba16322a. 00000100:00000010:0.0:1761122781.130174:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 02000000:00000010:0.0:1761122781.130179:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004386048f. 00000100:00000010:0.0:1761122781.130181:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 02000000:00000010:0.0:1761122781.130184:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000143688a. 00000100:00000010:0.0:1761122781.130187:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:0.0:1761122781.130190:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067f3120f. 00000100:00000010:0.0:1761122781.130192:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 02000000:00000010:0.0:1761122781.130195:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000052169d6. 00000100:00000010:0.0:1761122781.130199:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000200:0.0:1761122781.130204:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122781.130209:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fb78782. 00000400:00000010:0.0:1761122781.130212:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000049f20f0b (tot 82347602). 00000800:00000200:0.0:1761122781.130292:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.130295:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347354). 00000400:00000200:0.0:1761122781.130297:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.130301:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.130302:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122781.130304:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 02000000:00000010:0.0:1761122781.130307:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a627d45. 00010000:00000010:1.1:1761122781.131746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019103b7d. 00010000:00000010:0.1:1761122781.131861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d94cce. 00010000:00000010:0.1:1761122781.131869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015050a4c. 00010000:00000010:0.1:1761122781.131884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:0.1:1761122781.131889:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122781.131891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6526c3. 00010000:00000010:3.1:1761122781.132471:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037825616. 00010000:00000010:3.1:1761122781.132479:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000400:00000010:3.0:1761122781.132503:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cb4b3f50. 00000400:00000200:3.0:1761122781.132507:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:3.0:1761122781.132509:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:3.0:1761122781.132521:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000963727ec x1846669643636608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.132532:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000963727ec x1846669643636608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122781.132557:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fa323cd. 02000000:00000010:3.0:1761122781.132571:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d2f1aa6. 02000000:00000010:3.0:1761122781.132576:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b035d55. 00000100:00000010:3.0:1761122781.132580:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000010:3.0:1761122781.132585:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:3.0:1761122781.132588:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00080000:00000010:3.0:1761122781.132609:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba16322a. 00010000:00000010:3.0:1761122781.132797:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:3.0:1761122781.132805:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1282b12. 00010000:00000010:3.0:1761122781.132889:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.132897:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.132909:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.132916:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.132925:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.132940:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da6e59c4. 02000000:00000010:3.0:1761122781.132969:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096f79ffc. 00000400:00000010:3.0:1761122781.132974:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122781.132979:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.132985:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636672, portal 16 00000400:00000010:3.0:1761122781.132992:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122781.132994:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636672, offset 0 00000400:00000200:3.0:1761122781.133002:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.133018:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.133026:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.133030:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.133034:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.133038:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89112:89112:256:4294967295] 192.168.201.27@tcp LPNI seq info [89112:89112:8:4294967295] 00000400:00000200:3.0:1761122781.133048:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.133054:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.133058:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347602). 00000800:00000200:3.0:1761122781.133065:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.133073:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.133077:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.134444:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.134452:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:0.0:1761122781.134462:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.134468:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.134473:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:0.0:1761122781.134475:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:0.0:1761122781.134483:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643636672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.138816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000824b41b4. 00010000:00000010:0.1:1761122781.138829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6503044. 00010000:00000010:0.1:1761122781.138834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd901c3. 00000400:00000200:0.0:1761122781.145268:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.145288:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948205fc0 00000400:00000200:0.0:1761122781.145297:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf101 [1] + 224 00000400:00000200:0.0:1761122781.145309:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.145312:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.145324:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643636672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.145361:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.145367:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252580 00000400:00000200:0.0:1761122781.145373:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 0 00000400:00000200:0.0:1761122781.145439:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.145444:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.145448:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.145454:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000400:00000010:3.0:1761122781.145524:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122781.145529:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:3.0:1761122781.145531:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:3.0:1761122781.145538:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643636672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.145547:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643636672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.145577:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096f79ffc. 02000000:00000010:3.0:1761122781.145584:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da6e59c4. 00000100:00000010:3.0:1761122781.145587:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:3.0:1761122781.145595:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.145600:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00010000:00000010:3.1:1761122781.146465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082673590. 00010000:00000010:3.1:1761122781.146472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca0d9b2. 00010000:00000010:3.1:1761122781.146476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf2982b. 00000020:00000010:2.0:1761122781.146637:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccea07. 00000020:00000010:2.0:1761122781.146645:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122781.146649:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.146703:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643949440/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.146734:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949440 02000000:00000010:2.0:1761122781.146747:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:2.0:1761122781.146773:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cbf37bdf. 00010000:00000010:2.0:1761122781.146793:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001150b5d6. 00000100:00000010:2.0:1761122781.146800:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.146813:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.146817:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001150b5d6. 00000400:00000010:2.0:1761122781.146831:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122781.146837:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949440, offset 224 00000400:00000200:2.0:1761122781.146844:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.146855:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.146861:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89113:89113:256:4294967295] 192.168.201.27@tcp LPNI seq info [89113:89113:8:4294967295] 00000400:00000200:2.0:1761122781.146871:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.146876:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.146880:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.146887:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.148440:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.148446:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.148480:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122781.148486:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.148491:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccea07. 00000800:00000200:2.0:1761122781.148617:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.148621:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:2.0:1761122781.148626:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.148632:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.148638:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:2.0:1761122781.148639:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00080000:00000010:3.0:1761122781.149337:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059e7a195. 00010000:00000010:3.0:1761122781.149450:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.149460:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000090e51124. 00010000:00000010:3.0:1761122781.149540:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122781.149546:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.149559:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.149566:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.149575:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.149684:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000da6e59c4. 02000000:00000010:3.0:1761122781.149826:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000096f79ffc. 00000400:00000010:3.0:1761122781.149839:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122781.149846:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.149855:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636736, portal 16 00000400:00000010:3.0:1761122781.149860:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122781.149863:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636736, offset 0 00000400:00000200:3.0:1761122781.149872:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.149888:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.149896:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.149900:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.149902:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.149906:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89114:89114:256:4294967295] 192.168.201.27@tcp LPNI seq info [89114:89114:8:4294967295] 00000400:00000200:3.0:1761122781.149916:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.149922:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.149926:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122781.149933:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.149940:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.149944:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.150028:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.150033:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:0.0:1761122781.150039:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.150043:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.150046:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:0.0:1761122781.150048:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:0.0:1761122781.150054:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643636736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.156313:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.156332:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206000 00000400:00000200:0.0:1761122781.156342:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf10d [1] + 224 00000400:00000200:0.0:1761122781.156354:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.156358:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.156369:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643636736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.156408:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.156414:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482525c0 00000400:00000200:0.0:1761122781.156419:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 328 00000400:00000010:3.0:1761122781.156430:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122781.156435:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:3.0:1761122781.156437:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:3.0:1761122781.156443:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643636736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.156451:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643636736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.156470:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.156475:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.156478:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761122781.156482:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096f79ffc. 00000100:00000010:0.0:1761122781.156483:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 02000000:00000010:3.0:1761122781.156487:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000da6e59c4. 00000100:00000010:3.0:1761122781.156490:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:3.0:1761122781.156496:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.156500:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00000020:00000010:2.0:1761122781.156566:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccea07. 00000020:00000010:2.0:1761122781.156579:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aa31e1f9. 00000020:00000010:2.0:1761122781.156584:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.156609:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b6a572 x1846669643949504/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.156644:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949504 02000000:00000010:2.0:1761122781.156678:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031e61dae. 00010000:00000010:2.0:1761122781.156707:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f83db02d. 00010000:00000010:2.0:1761122781.156725:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.156731:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.156751:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.156754:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.156766:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122781.156771:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949504, offset 224 00000400:00000200:2.0:1761122781.156779:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.156789:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.156795:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89115:89115:256:4294967295] 192.168.201.27@tcp LPNI seq info [89115:89115:8:4294967295] 00000400:00000200:2.0:1761122781.156805:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.156811:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.156816:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.156821:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.156828:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.156832:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.156848:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aa31e1f9. 00000020:00000010:2.0:1761122781.156853:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.156857:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccea07. 00000800:00000200:2.0:1761122781.156915:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.156918:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:2.0:1761122781.156922:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.156926:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.156928:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:2.0:1761122781.156930:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00080000:00000010:3.0:1761122781.156987:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da6e59c4. 00010000:00000010:3.0:1761122781.157065:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.157071:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb515b85. 00010000:00000010:3.0:1761122781.157158:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.157164:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.157173:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.157176:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.157181:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.157191:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000096f79ffc. 02000000:00000010:3.0:1761122781.157212:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000c48ece5. 00000400:00000010:3.0:1761122781.157216:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122781.157220:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.157224:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636800, portal 16 00000400:00000010:3.0:1761122781.157227:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122781.157229:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636800, offset 0 00000400:00000200:3.0:1761122781.157235:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.157241:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.157247:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.157251:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.157253:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.157256:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89116:89116:256:4294967295] 192.168.201.27@tcp LPNI seq info [89116:89116:8:4294967295] 00000400:00000200:3.0:1761122781.157264:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.157268:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.157271:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347602). 00000800:00000200:3.0:1761122781.157274:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.157278:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.157280:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.157365:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.157368:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:2.0:1761122781.157373:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.157377:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.157380:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:2.0:1761122781.157382:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:2.0:1761122781.157386:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643636800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.158781:0:78600:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000520509ce. 00010000:00000010:3.1:1761122781.159702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d40621. 00010000:00000010:3.1:1761122781.159710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000400:00000200:0.0:1761122781.164786:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.164807:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206040 00000400:00000200:0.0:1761122781.164816:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf119 [1] + 224 00000400:00000200:0.0:1761122781.164832:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.164837:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.164848:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643636800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.164931:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122781.164937:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:3.0:1761122781.164940:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:3.0:1761122781.164946:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643636800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.164955:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643636800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.165187:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000c48ece5. 02000000:00000010:3.0:1761122781.165195:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000096f79ffc. 00000100:00000010:3.0:1761122781.165199:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:3.0:1761122781.165206:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.165211:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00000400:00000200:3.0:1761122781.166151:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.166165:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252600 00000400:00000200:3.0:1761122781.166171:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 656 00000400:00000200:3.0:1761122781.166227:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.166232:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.166236:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.166241:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 00000020:00000010:0.0:1761122781.166842:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:0.0:1761122781.166850:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.166855:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.167094:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ab7a35fd x1846669643949568/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.167523:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949568 02000000:00000010:0.0:1761122781.167536:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c3bba6. 00010000:00000010:0.0:1761122781.167624:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d71244f. 00010000:00000010:0.0:1761122781.167648:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122781.167673:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.167687:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.167841:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122781.167859:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.167865:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949568, offset 224 00000400:00000200:0.0:1761122781.167876:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.167889:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.167896:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89117:89117:256:4294967295] 192.168.201.27@tcp LPNI seq info [89117:89117:8:4294967295] 00000400:00000200:0.0:1761122781.167907:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.167913:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.167918:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000065126300 (tot 82347602). 00000800:00000200:0.0:1761122781.167924:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.167931:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.167935:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000065126300 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.167954:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.167958:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.167961:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00080000:00000010:3.0:1761122781.168055:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9259fd4. 00010000:00000010:3.0:1761122781.168146:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.168152:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e5de20c. 00010000:00000010:3.0:1761122781.168219:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.168228:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f0648582. 00010000:00000010:3.0:1761122781.168233:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.168238:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00080000:00000010:3.0:1761122781.168248:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096f79ffc. 00010000:00000010:3.0:1761122781.168270:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.168272:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0648582. 00010000:00000010:3.0:1761122781.168529:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.0:1761122781.168533:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.168541:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.168544:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.168551:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.168561:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c48ece5. 02000000:00000010:3.0:1761122781.168585:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000a9ef954. 00000400:00000010:3.0:1761122781.168590:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122781.168593:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.168598:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636864, portal 16 00000400:00000010:3.0:1761122781.168602:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122781.168603:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636864, offset 0 00000400:00000200:3.0:1761122781.168609:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.168615:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.168622:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.168625:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.168628:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.168631:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89118:89118:255:4294967295] 192.168.201.27@tcp LPNI seq info [89118:89118:7:4294967295] 00000400:00000200:3.0:1761122781.168638:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.168643:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.168646:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008df3aedd (tot 82347850). 00000800:00000200:3.0:1761122781.168649:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00010000:00000010:3.1:1761122781.168674:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015a11a63. 00010000:00000010:3.1:1761122781.168679:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00000800:00000200:3.0:1761122781.168684:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.168686:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008df3aedd type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122781.168786:0:78640:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054bed38e. 00000800:00000200:1.0:1761122781.169838:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.169844:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000065126300 (tot 82347602). 00000400:00000200:1.0:1761122781.169850:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.169858:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.169864:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:1.0:1761122781.169866:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000800:00000200:1.0:1761122781.170220:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.170223:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008df3aedd (tot 82347354). 00000400:00000200:1.0:1761122781.170228:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.170232:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.170235:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:1.0:1761122781.170237:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:1.0:1761122781.170245:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643636864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.177082:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.177102:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206080 00000400:00000200:0.0:1761122781.177113:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf125 [1] + 224 00000400:00000200:0.0:1761122781.177137:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.177142:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.177154:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643636864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.177194:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.177200:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252640 00000400:00000200:0.0:1761122781.177206:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 984 00000400:00000200:0.0:1761122781.177213:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.177216:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.177221:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.177227:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 00000400:00000010:3.0:1761122781.177283:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122781.177288:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:3.0:1761122781.177291:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:3.0:1761122781.177297:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643636864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.177304:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643636864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122781.177310:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004386048f. 00000020:00000010:1.0:1761122781.177317:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.177321:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 02000000:00000010:3.0:1761122781.177530:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000a9ef954. 02000000:00000010:3.0:1761122781.177536:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c48ece5. 00000100:00000010:3.0:1761122781.177540:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000200:1.0:1761122781.177542:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a4ea7e4 x1846669643949632/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:3.0:1761122781.177544:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.177549:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00000100:00000200:1.0:1761122781.177576:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949632 02000000:00000010:1.0:1761122781.177588:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cf13ac7e. 00010000:00000010:1.0:1761122781.177615:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8abfb7e. 00010000:00000010:1.0:1761122781.177637:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000240c62e. 00000100:00000010:1.0:1761122781.177644:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.177693:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.177698:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000240c62e. 00000400:00000010:1.0:1761122781.177713:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.177717:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949632, offset 224 00000400:00000200:1.0:1761122781.177725:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.177739:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.177744:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89119:89119:256:4294967295] 192.168.201.27@tcp LPNI seq info [89119:89119:8:4294967295] 00000400:00000200:1.0:1761122781.177753:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.177759:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.177764:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122781.177769:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.177778:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.177781:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.177802:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.177807:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.177811:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004386048f. 00000800:00000200:1.0:1761122781.177908:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.177912:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:1.0:1761122781.177916:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.177920:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.177923:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:1.0:1761122781.177924:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00010000:00000010:0.1:1761122781.178033:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea305cec. 00010000:00000010:3.1:1761122781.178271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094f26bfb. 00010000:00000010:3.1:1761122781.178278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122781.178283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.178285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00080000:00000010:3.0:1761122781.178315:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000a9ef954. 00010000:00000010:3.0:1761122781.178421:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.178428:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001214284. 00010000:00000010:3.0:1761122781.178520:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.178525:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ca420eb5. 00010000:00000010:3.0:1761122781.178534:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004e53cb72. 00000100:00000010:3.0:1761122781.178537:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.178543:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.178554:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df67626e. 02000000:00000010:3.0:1761122781.178576:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e12612. 00000400:00000010:3.0:1761122781.178580:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122781.178584:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.178589:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636928, portal 16 00000400:00000010:3.0:1761122781.178594:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122781.178596:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636928, offset 0 00000400:00000200:3.0:1761122781.178602:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.178617:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.178624:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.178628:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.178631:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.178634:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89120:89120:256:4294967295] 192.168.201.27@tcp LPNI seq info [89120:89120:8:4294967295] 00000400:00000200:3.0:1761122781.178643:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.178647:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.178651:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae984933 (tot 82347602). 00000800:00000200:3.0:1761122781.178678:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.178684:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.178687:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae984933 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.178993:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.178997:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae984933 (tot 82347354). 00000400:00000200:1.0:1761122781.179002:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.179007:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.179010:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:1.0:1761122781.179012:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:1.0:1761122781.179018:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643636928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.184191:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.184210:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482060c0 00000400:00000200:1.0:1761122781.184219:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf131 [1] + 224 00000400:00000200:1.0:1761122781.184231:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.184236:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.184247:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643636928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.184290:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.184296:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252680 00000400:00000200:1.0:1761122781.184302:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 1312 00000400:00000010:0.0:1761122781.184314:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:0.0:1761122781.184319:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:0.0:1761122781.184321:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:0.0:1761122781.184327:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643636928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.184334:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643636928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.184366:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e12612. 02000000:00000010:0.0:1761122781.184373:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df67626e. 00000100:00000010:0.0:1761122781.184377:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:0.0:1761122781.184382:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:0.0:1761122781.184386:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004e53cb72. 00010000:00000010:1.1:1761122781.184990:0:15804:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00000400:00000200:1.0:1761122781.185001:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.185007:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.185012:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.185017:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:0.0:1761122781.185086:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a627d45. 00000020:00000010:0.0:1761122781.185093:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.185097:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.185135:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643949696/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.185176:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949696 02000000:00000010:0.0:1761122781.185194:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce51ca5f. 00010000:00000010:0.0:1761122781.185225:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d6fefa5. 00010000:00000010:0.0:1761122781.185250:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122781.185259:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.185274:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.185277:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122781.185290:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122781.185294:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949696, offset 224 00080000:00000010:1.0:1761122781.185302:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004386048f. 00000400:00000200:0.0:1761122781.185303:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.185315:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.185320:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89121:89121:256:4294967295] 192.168.201.27@tcp LPNI seq info [89121:89121:8:4294967295] 00000400:00000200:0.0:1761122781.185332:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.185337:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.185342:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f4b88a4c (tot 82347602). 00000800:00000200:0.0:1761122781.185349:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.185356:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.185360:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f4b88a4c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.185386:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.185391:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.185394:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a627d45. 00000800:00000200:2.0:1761122781.185526:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.185531:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f4b88a4c (tot 82347354). 00000400:00000200:2.0:1761122781.185535:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.185539:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.185542:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:2.0:1761122781.185543:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00010000:00000010:3.1:1761122781.185991:0:78642:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008033fef. 00010000:00000010:3.1:1761122781.186000:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.0:1761122781.186030:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ca420eb5. 00010000:00000010:1.0:1761122781.186037:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036143b47. 00010000:00000010:1.0:1761122781.186113:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122781.186133:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.186144:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004d3a77ac. 00000100:00000010:1.0:1761122781.186149:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.186155:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122781.186166:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000773a50e2. 02000000:00000010:1.0:1761122781.186189:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f9725a5. 00000400:00000010:1.0:1761122781.186194:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122781.186199:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.186204:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643636992, portal 16 00000400:00000010:1.0:1761122781.186209:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122781.186210:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643636992, offset 0 00000400:00000200:1.0:1761122781.186216:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.186224:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.186230:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.186234:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.186237:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.186240:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89122:89122:256:4294967295] 192.168.201.27@tcp LPNI seq info [89122:89122:8:4294967295] 00000400:00000200:1.0:1761122781.186247:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.186252:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.186255:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122781.186259:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.186264:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.186267:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.187722:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.187729:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:2.0:1761122781.187736:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.187742:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.187746:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:2.0:1761122781.187748:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:2.0:1761122781.187757:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000079504736 x1846669643636992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.195534:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.195556:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206100 00000400:00000200:3.0:1761122781.195568:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf13d [1] + 224 00000400:00000200:3.0:1761122781.195582:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.195586:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.195598:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000079504736 x1846669643636992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.195643:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.195649:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482526c0 00000400:00000200:3.0:1761122781.195697:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 1640 00000400:00000200:3.0:1761122781.195766:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.195771:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.195775:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.195781:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00010000:00000010:0.1:1761122781.195875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005815ceb2. 00000400:00000010:0.0:1761122781.195905:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:0.0:1761122781.195909:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:0.0:1761122781.195912:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000100:00000200:0.0:1761122781.195919:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000079504736 x1846669643636992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.195929:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000079504736 x1846669643636992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.195964:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f9725a5. 02000000:00000010:0.0:1761122781.195970:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000773a50e2. 00000100:00000010:0.0:1761122781.195974:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 00000100:00000010:0.0:1761122781.195978:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:0.0:1761122781.195983:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004d3a77ac. 00010000:00000010:1.1:1761122781.196777:0:78642:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000490ddb77. 00010000:00000010:1.1:1761122781.196787:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00000020:00000010:2.0:1761122781.197410:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008fccea07. 00000020:00000010:2.0:1761122781.197418:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122781.197423:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.197450:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643949760/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122781.197494:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949760 02000000:00000010:2.0:1761122781.197505:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077980a22. 00010000:00000010:2.0:1761122781.197531:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f322a858. 00010000:00000010:2.0:1761122781.197552:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.197559:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.197715:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.197719:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.197733:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122781.197739:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949760, offset 224 00000400:00000200:2.0:1761122781.197748:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.197762:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.197768:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89123:89123:256:4294967295] 192.168.201.27@tcp LPNI seq info [89123:89123:8:4294967295] 00000400:00000200:2.0:1761122781.197778:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.197783:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.197787:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.197793:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.197799:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.197803:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.197870:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000850bf33f. 00010000:00000010:3.0:1761122781.198202:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:3.0:1761122781.198208:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025aee9ee. 00010000:00000010:3.0:1761122781.198281:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.0:1761122781.198287:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a67fb1f. 00010000:00000010:3.0:1761122781.198300:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122781.198303:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122781.198311:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.198322:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079b1a975. 02000000:00000010:3.0:1761122781.198345:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006036fbb5. 00000400:00000010:3.0:1761122781.198351:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003785ea2d. 00000400:00000010:3.0:1761122781.198357:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122781.198362:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637056, portal 16 00000400:00000010:3.0:1761122781.198367:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122781.198369:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637056, offset 0 00000400:00000200:3.0:1761122781.198375:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.198383:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.198389:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.198393:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.198396:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.198399:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89124:89124:255:4294967295] 192.168.201.27@tcp LPNI seq info [89124:89124:7:4294967295] 00000400:00000200:3.0:1761122781.198406:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.198410:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.198413:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000752b4787 (tot 82347850). 00000800:00000200:3.0:1761122781.198417:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.198422:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.198424:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000752b4787 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.198456:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122781.198462:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.198466:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008fccea07. 00000800:00000200:0.0:1761122781.198764:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.198768:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:0.0:1761122781.198773:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.198779:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.198782:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:0.0:1761122781.198785:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000800:00000200:0.0:1761122781.201386:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.201394:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000752b4787 (tot 82347354). 00000400:00000200:0.0:1761122781.201402:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.201410:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.201416:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:0.0:1761122781.201419:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:0.0:1761122781.201428:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.204700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a784f96. 00010000:00000010:3.1:1761122781.204716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00000400:00000200:3.0:1761122781.205960:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.205978:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206140 00000400:00000200:3.0:1761122781.205987:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf149 [1] + 224 00000400:00000200:3.0:1761122781.206001:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.206005:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.206015:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.206107:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003785ea2d. 00000400:00000200:0.0:1761122781.206142:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:0.0:1761122781.206146:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:0.0:1761122781.206154:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.206161:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.206192:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006036fbb5. 02000000:00000010:0.0:1761122781.206198:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079b1a975. 00000100:00000010:0.0:1761122781.206202:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:0.0:1761122781.206206:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:0.0:1761122781.206211:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00010000:00000010:2.1:1761122781.210642:0:78643:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fc050be. 00000400:00000200:0.0:1761122781.211758:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.211777:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252700 00000400:00000200:0.0:1761122781.211785:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb35 [2] + 1968 00000400:00000010:0.0:1761122781.211791:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:0.0:1761122781.211795:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000bdfeae4d 00000400:00000200:0.0:1761122781.211853:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.211859:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.211863:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdfeae4d 00000400:00000010:0.0:1761122781.211866:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000bdfeae4d (tot 82347202). 00000100:00000200:0.0:1761122781.211871:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122781.212346:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cb8ce758. 00000020:00000010:1.0:1761122781.212354:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.212359:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.212392:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f9003a9a x1846669643949824/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.212426:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949824 02000000:00000010:1.0:1761122781.212437:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000577b3816. 00010000:00000010:1.0:1761122781.212462:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001cb989c4. 00010000:00000010:1.0:1761122781.212482:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001403667a. 00000100:00000010:1.0:1761122781.212488:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f5ebbe5a. 00000100:00000010:1.0:1761122781.212498:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f5ebbe5a. 00010000:00000010:1.0:1761122781.212502:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001403667a. 00000400:00000010:1.0:1761122781.212516:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122781.212522:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949824, offset 224 00000400:00000200:1.0:1761122781.212530:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.212542:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.212555:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89125:89125:256:4294967295] 192.168.201.27@tcp LPNI seq info [89125:89125:8:4294967295] 00000400:00000200:1.0:1761122781.212565:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.212571:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.212576:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347450). 00000800:00000200:1.0:1761122781.212581:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.212588:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.212592:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.212609:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.212614:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.212617:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cb8ce758. 02000000:00000010:1.0:1761122781.212625:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077980a22. 00000100:00000010:1.0:1761122781.212628:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:1.0:1761122781.212633:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce51ca5f. 00000100:00000010:1.0:1761122781.212635:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122781.212638:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cf13ac7e. 00000100:00000010:1.0:1761122781.212640:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 02000000:00000010:1.0:1761122781.212643:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c3bba6. 00000100:00000010:1.0:1761122781.212645:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 02000000:00000010:1.0:1761122781.212651:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031e61dae. 00000100:00000010:1.0:1761122781.212675:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 02000000:00000010:1.0:1761122781.212686:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:1.0:1761122781.212689:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000200:1.0:1761122781.212695:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122781.212701:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000024123763. 00000400:00000010:1.0:1761122781.212706:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5ebbe5a (tot 82347602). 00000800:00000200:1.0:1761122781.212805:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.212809:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122781.212813:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.212818:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.212821:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:1.0:1761122781.212822:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 02000000:00000010:1.0:1761122781.212826:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000577b3816. 00080000:00000010:0.0:1761122781.213478:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a627d45. 00010000:00000010:0.0:1761122781.213585:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a67fb1f. 00010000:00000010:0.0:1761122781.213593:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098123037. 00010000:00000010:0.0:1761122781.217407:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fd901c3. 00010000:00000010:0.0:1761122781.217428:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122781.217447:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122781.217456:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.217468:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 02000000:00000010:0.0:1761122781.217484:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7c423ba. 02000000:00000010:0.0:1761122781.217521:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2065363. 00000400:00000010:0.0:1761122781.217529:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122781.217537:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.217544:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637120, portal 16 00000400:00000010:0.0:1761122781.217551:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122781.217553:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637120, offset 0 00000400:00000200:0.0:1761122781.217563:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.217583:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.217590:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.217594:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.217597:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.217600:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89126:89126:256:4294967295] 192.168.201.27@tcp LPNI seq info [89126:89126:8:4294967295] 00000400:00000200:0.0:1761122781.217610:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.217617:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.217621:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000037159031 (tot 82347602). 00000800:00000200:0.0:1761122781.217628:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.217635:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.217640:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000037159031 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.217851:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.217856:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000037159031 (tot 82347354). 00000400:00000200:1.0:1761122781.217861:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.217867:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.217871:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:1.0:1761122781.217873:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00000100:00000200:1.0:1761122781.217881:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8b40b6a x1846669643637120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.223711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de4b4be7. 00010000:00000010:0.1:1761122781.223725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:1.1:1761122781.228742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1b3b1a4. 00000400:00000200:0.0:1761122781.230014:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.230034:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206180 00000400:00000200:0.0:1761122781.230043:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf159 [1] + 224 00000400:00000200:0.0:1761122781.230057:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.230062:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.230075:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8b40b6a x1846669643637120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.230742:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.230751:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252740 00000400:00000200:0.0:1761122781.230757:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 0 00000400:00000200:0.0:1761122781.230770:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.230773:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.230777:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.230783:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 00000020:00000010:3.0:1761122781.230877:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebc5d2d6. 00000020:00000010:3.0:1761122781.230885:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.230890:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.230917:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b6a572 x1846669643949888/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122781.231057:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949888 02000000:00000010:3.0:1761122781.231070:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b2e17cc. 00010000:00000010:3.0:1761122781.231122:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122781.231129:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122781.231136:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122781.231140:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00000400:00000010:3.0:1761122781.231156:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122781.231162:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949888, offset 224 00000400:00000200:3.0:1761122781.231170:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.231182:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.231188:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89127:89127:256:4294967295] 192.168.201.27@tcp LPNI seq info [89127:89127:8:4294967295] 00000400:00000200:3.0:1761122781.231198:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.231203:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.231208:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d359e648 (tot 82347602). 00000800:00000200:3.0:1761122781.231214:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.231222:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.231226:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d359e648 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.231245:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.231250:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.231255:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebc5d2d6. 00000400:00000010:1.0:1761122781.231309:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d9e66e15. 00000400:00000200:1.0:1761122781.231314:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:1.0:1761122781.231316:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:1.0:1761122781.231324:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8b40b6a x1846669643637120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.231332:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8b40b6a x1846669643637120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122781.231355:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c651dee5. 02000000:00000010:1.0:1761122781.231368:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2065363. 02000000:00000010:1.0:1761122781.231372:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7c423ba. 00000100:00000010:1.0:1761122781.231376:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000010:1.0:1761122781.231379:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:1.0:1761122781.231381:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00080000:00000010:1.0:1761122781.231397:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cf13ac7e. 00010000:00000010:1.0:1761122781.231487:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:1.0:1761122781.231494:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae6c978c. 00010000:00000010:1.0:1761122781.231567:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023d78a57. 00010000:00000010:1.0:1761122781.231572:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002e6548cd. 00010000:00000010:1.0:1761122781.231577:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122781.231583:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00080000:00000010:1.0:1761122781.231594:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb8ce758. 00010000:00000010:1.0:1761122781.231622:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.231626:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e6548cd. 00010000:00000010:1.0:1761122781.231700:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.0:1761122781.231705:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.231712:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005eed051b. 00000100:00000010:1.0:1761122781.231717:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.231724:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122781.231734:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3dc07f8. 02000000:00000010:1.0:1761122781.231759:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000773a50e2. 00000400:00000010:1.0:1761122781.231764:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091678ca8. 00000400:00000010:1.0:1761122781.231770:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122781.231774:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637184, portal 16 00000400:00000010:1.0:1761122781.231778:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122781.231780:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637184, offset 0 00000400:00000200:1.0:1761122781.231786:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.231794:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.231801:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.231804:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.231808:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.231811:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89128:89128:255:4294967295] 192.168.201.27@tcp LPNI seq info [89128:89128:7:4294967295] 00000400:00000200:1.0:1761122781.231818:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.231823:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.231827:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347850). 00000800:00000200:1.0:1761122781.231831:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.231836:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.231838:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.231887:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.231891:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d359e648 (tot 82347602). 00000400:00000200:1.0:1761122781.231896:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.231900:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.231903:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:1.0:1761122781.231904:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000800:00000200:1.0:1761122781.232990:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.232995:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122781.233000:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.233006:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.233009:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122781.233010:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:1.0:1761122781.233017:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643637184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.236345:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.236365:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482061c0 00000400:00000200:1.0:1761122781.236373:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf165 [1] + 224 00000400:00000200:1.0:1761122781.236384:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.236388:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.236398:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643637184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.236624:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.236634:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252780 00000400:00000200:1.0:1761122781.236639:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 328 00000400:00000200:1.0:1761122781.236650:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.236653:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122781.236798:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091678ca8. 00000400:00000200:0.0:1761122781.236803:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:0.0:1761122781.236805:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000100:00000200:0.0:1761122781.236812:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643637184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.236820:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643637184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.236856:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000773a50e2. 02000000:00000010:0.0:1761122781.236862:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3dc07f8. 00000100:00000010:0.0:1761122781.236865:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:0.0:1761122781.236869:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:0.0:1761122781.236873:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005eed051b. 00000100:00000200:1.0:1761122781.236951:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.236957:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:0.0:1761122781.237034:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.237040:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.237044:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.237066:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643949952/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.237249:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643949952 02000000:00000010:0.0:1761122781.237264:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:0.0:1761122781.237292:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1d364aa. 00010000:00000010:0.0:1761122781.237324:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.237332:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.237438:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.237442:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.237457:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122781.237463:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643949952, offset 224 00000400:00000200:0.0:1761122781.237472:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.237484:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.237490:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89129:89129:256:4294967295] 192.168.201.27@tcp LPNI seq info [89129:89129:8:4294967295] 00000400:00000200:0.0:1761122781.237500:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.237505:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.237510:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcaf3e23 (tot 82347602). 00000800:00000200:0.0:1761122781.237516:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.237524:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.237528:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcaf3e23 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.237600:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebc5d2d6. 00000020:00000010:0.0:1761122781.237680:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.237685:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.237688:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00010000:00000010:3.0:1761122781.237712:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:3.0:1761122781.237719:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f2d940d. 00010000:00000010:3.0:1761122781.237792:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.237798:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d706c75. 00010000:00000010:3.0:1761122781.237809:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122781.237812:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122781.237820:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.237830:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dbad3bb9. 02000000:00000010:3.0:1761122781.237857:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4b7999a. 00000400:00000010:3.0:1761122781.237862:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000010:3.0:1761122781.237866:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122781.237871:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637248, portal 16 00000400:00000010:3.0:1761122781.237875:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122781.237876:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637248, offset 0 00000400:00000200:3.0:1761122781.237882:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.237889:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.237897:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.237900:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.237903:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.237905:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89130:89130:255:4294967295] 192.168.201.27@tcp LPNI seq info [89130:89130:7:4294967295] 00000400:00000200:3.0:1761122781.237912:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.237916:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.237920:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e772aaf1 (tot 82347850). 00000800:00000200:3.0:1761122781.237924:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.237928:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.237930:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e772aaf1 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.238354:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.238358:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcaf3e23 (tot 82347602). 00000400:00000200:1.0:1761122781.238362:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.238367:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.238370:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122781.238372:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000800:00000200:1.0:1761122781.238406:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.238408:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e772aaf1 (tot 82347354). 00000400:00000200:1.0:1761122781.238412:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.238414:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.238416:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:1.0:1761122781.238417:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:1.0:1761122781.238423:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643637248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.241706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c988b03b. 00010000:00000010:1.1:1761122781.241719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ccca1ce. 00010000:00000010:1.1:1761122781.241725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd901c3. 00010000:00000010:1.1:1761122781.241730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d78a57. 00010000:00000010:1.1:1761122781.241734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:1.0:1761122781.242144:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.242161:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206200 00000400:00000200:1.0:1761122781.242169:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf171 [1] + 224 00000400:00000200:1.0:1761122781.242197:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.242202:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.242213:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643637248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.242272:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000392e1355. 00000400:00000200:3.0:1761122781.242278:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:3.0:1761122781.242281:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:3.0:1761122781.242287:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643637248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.242297:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643637248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.244179:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4b7999a. 02000000:00000010:3.0:1761122781.244190:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dbad3bb9. 00000100:00000010:3.0:1761122781.244194:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:3.0:1761122781.244200:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122781.244205:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00000400:00000200:1.0:1761122781.244494:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.244507:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482527c0 00000400:00000200:1.0:1761122781.244515:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 656 00000400:00000200:1.0:1761122781.244583:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.244588:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.244594:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.244599:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:0.0:1761122781.245392:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.245401:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.245406:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.245432:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643950016/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.245471:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950016 02000000:00000010:0.0:1761122781.245483:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000add3157c. 00010000:00000010:0.0:1761122781.245512:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7b15634. 00010000:00000010:0.0:1761122781.245536:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.245543:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.245562:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.245567:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.245581:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122781.245587:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950016, offset 224 00000400:00000200:0.0:1761122781.245596:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.245609:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.245616:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89131:89131:256:4294967295] 192.168.201.27@tcp LPNI seq info [89131:89131:8:4294967295] 00000400:00000200:0.0:1761122781.245627:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.245634:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.245639:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086ac4213 (tot 82347602). 00000800:00000200:0.0:1761122781.245645:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.245687:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.245692:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086ac4213 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.245716:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.245721:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.245725:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00000800:00000200:0.0:1761122781.245812:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.245815:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086ac4213 (tot 82347354). 00000400:00000200:0.0:1761122781.245819:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.245822:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.245825:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122781.245827:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00080000:00000010:3.0:1761122781.245907:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbad3bb9. 00010000:00000010:3.0:1761122781.246959:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d706c75. 00010000:00000010:3.0:1761122781.246968:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040357097. 00010000:00000010:3.0:1761122781.247051:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122781.248639:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006d706c75. 00010000:00000010:3.0:1761122781.248673:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122781.248683:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122781.248693:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.248707:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4b7999a. 02000000:00000010:3.0:1761122781.248740:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000478bd535. 00000400:00000010:3.0:1761122781.248747:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000010:3.0:1761122781.248753:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122781.248760:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637312, portal 16 00000400:00000010:3.0:1761122781.248766:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122781.248769:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637312, offset 0 00000400:00000200:3.0:1761122781.248778:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.248791:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.248980:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.248985:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.248988:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.248991:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89132:89132:256:4294967295] 192.168.201.27@tcp LPNI seq info [89132:89132:8:4294967295] 00000400:00000200:3.0:1761122781.249003:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.249010:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.249015:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004a1b6398 (tot 82347602). 00000800:00000200:3.0:1761122781.249021:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.249028:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.249032:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004a1b6398 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.249251:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.249255:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004a1b6398 (tot 82347354). 00000400:00000200:0.0:1761122781.249741:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.249747:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.249752:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:0.0:1761122781.249755:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:0.0:1761122781.249762:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643637312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.251967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003493046. 00010000:00000010:3.1:1761122781.252102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b50b747. 00010000:00000010:3.1:1761122781.252124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645e3cac. 00000400:00000200:1.0:1761122781.256189:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.256208:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206240 00000400:00000200:1.0:1761122781.256217:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf17d [1] + 224 00000400:00000200:1.0:1761122781.256228:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.256232:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.256244:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643637312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.256273:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.256279:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252800 00000400:00000200:1.0:1761122781.256283:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 984 00000400:00000200:1.0:1761122781.256340:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.256345:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.256349:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.256356:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000400:00000010:1.0:1761122781.256384:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000392e1355. 00000400:00000200:1.0:1761122781.256389:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:1.0:1761122781.256391:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:1.0:1761122781.256396:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643637312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.256406:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643637312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.256436:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000478bd535. 02000000:00000010:1.0:1761122781.256442:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4b7999a. 00000100:00000010:1.0:1761122781.256445:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 00000100:00000010:1.0:1761122781.256451:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:1.0:1761122781.256455:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00000020:00000010:0.0:1761122781.259891:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.259903:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.259908:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.259940:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643950080/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.259971:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950080 02000000:00000010:0.0:1761122781.259981:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:0.0:1761122781.260009:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122781.260028:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.260036:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.260049:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.260053:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.260067:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122781.260073:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950080, offset 224 00000400:00000200:0.0:1761122781.260083:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.260098:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.260105:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89133:89133:256:4294967295] 192.168.201.27@tcp LPNI seq info [89133:89133:8:4294967295] 00000400:00000200:0.0:1761122781.260129:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.260136:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.260142:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000086ac4213 (tot 82347602). 00000800:00000200:0.0:1761122781.260148:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.260157:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00080000:00000010:1.0:1761122781.260159:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f9725a5. 00000800:00000200:0.0:1761122781.260160:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000086ac4213 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.260177:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.260181:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.260185:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00010000:00000010:1.0:1761122781.260243:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d706c75. 00010000:00000010:1.0:1761122781.260250:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9f3eecd. 00000800:00000200:0.0:1761122781.260467:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.260470:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000086ac4213 (tot 82347354). 00000400:00000200:0.0:1761122781.260474:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.260479:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.260483:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122781.260485:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00010000:00000010:1.0:1761122781.260506:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122781.260513:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122781.260526:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cf62695. 00000100:00000010:1.0:1761122781.260531:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.260539:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122781.260552:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000577b3816. 02000000:00000010:1.0:1761122781.260575:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8ea659e. 00000400:00000010:1.0:1761122781.260581:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122781.260587:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122781.260591:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637376, portal 16 00000400:00000010:1.0:1761122781.260596:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122781.260599:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637376, offset 0 00000400:00000200:1.0:1761122781.260606:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.260613:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.260620:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.260623:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.260626:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.260629:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89134:89134:256:4294967295] 192.168.201.27@tcp LPNI seq info [89134:89134:8:4294967295] 00000400:00000200:1.0:1761122781.260636:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.260641:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.260645:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122781.260649:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.260653:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.260680:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122781.262685:0:78647:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230eb115. 00010000:00000010:3.1:1761122781.262696:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:0.1:1761122781.263845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edc2b5dc. 00000800:00000200:0.0:1761122781.264163:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.264168:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:0.0:1761122781.264175:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.264184:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.264189:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:0.0:1761122781.264191:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:0.0:1761122781.264200:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000079504736 x1846669643637376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.265837:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab4734da. 00010000:00000010:1.1:1761122781.265849:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00000400:00000200:3.0:1761122781.267419:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.267438:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206280 00000400:00000200:3.0:1761122781.267450:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf189 [1] + 224 00000400:00000200:3.0:1761122781.267466:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.267469:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.267480:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000079504736 x1846669643637376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.268360:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:1.0:1761122781.268366:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122781.268368:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:1.0:1761122781.268377:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000079504736 x1846669643637376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.268386:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000079504736 x1846669643637376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.268421:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8ea659e. 02000000:00000010:1.0:1761122781.268428:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000577b3816. 00000100:00000010:1.0:1761122781.268433:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 00000100:00000010:1.0:1761122781.268437:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:1.0:1761122781.268441:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cf62695. 00000400:00000200:3.0:1761122781.268461:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.268471:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252840 00000400:00000200:3.0:1761122781.268482:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 1312 00000400:00000200:3.0:1761122781.268774:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.268781:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.268787:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.268791:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 00010000:00000010:0.1:1761122781.269325:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb89bd1. 00000020:00000010:1.0:1761122781.269759:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000577b3816. 00000020:00000010:1.0:1761122781.269766:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.269770:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.269800:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000417a0287 x1846669643950144/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122781.269841:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950144 02000000:00000010:1.0:1761122781.269855:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8ea659e. 00010000:00000010:1.0:1761122781.269886:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085f3e072. 00010000:00000010:1.0:1761122781.269907:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cf62695. 00000100:00000010:1.0:1761122781.269913:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.269934:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:1.0:1761122781.269938:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cf62695. 00000400:00000010:1.0:1761122781.269952:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122781.270152:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950144, offset 224 00000400:00000200:1.0:1761122781.270160:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.270173:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.270179:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89135:89135:256:4294967295] 192.168.201.27@tcp LPNI seq info [89135:89135:8:4294967295] 00080000:00000010:2.0:1761122781.270186:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fccea07. 00000400:00000200:1.0:1761122781.270192:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.270199:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.270204:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122781.270211:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.270220:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.270224:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.270243:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.270247:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.270250:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000577b3816. 00010000:00000010:2.0:1761122781.270291:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:2.0:1761122781.270299:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006b8c5f74. 00000800:00000200:3.0:1761122781.270383:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.270387:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00010000:00000010:2.0:1761122781.270390:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085dafd8a. 00000400:00000200:3.0:1761122781.270392:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.270399:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:2.0:1761122781.270399:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2ead943. 00000400:00000200:3.0:1761122781.270402:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:3.0:1761122781.270406:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00010000:00000010:2.0:1761122781.270412:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a920974e. 00000100:00000010:2.0:1761122781.270418:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.270426:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ea38afe. 02000000:00000010:2.0:1761122781.270438:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc8c6d21. 02000000:00000010:2.0:1761122781.270462:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f85cc6. 00000400:00000010:2.0:1761122781.270468:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122781.270473:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122781.270478:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637440, portal 16 00000400:00000010:2.0:1761122781.270482:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122781.270484:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637440, offset 0 00000400:00000200:2.0:1761122781.270490:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.270497:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.270504:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.270507:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.270510:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.270512:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89136:89136:256:4294967295] 192.168.201.27@tcp LPNI seq info [89136:89136:8:4294967295] 00000400:00000200:2.0:1761122781.270521:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.270525:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.270528:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.270532:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.270536:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.270538:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.271369:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.271374:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122781.271379:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.271384:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.271387:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:3.0:1761122781.271388:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:3.0:1761122781.271395:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005ea38afe x1846669643637440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122781.274059:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.274079:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482062c0 00000400:00000200:2.0:1761122781.274089:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf195 [1] + 224 00000400:00000200:2.0:1761122781.274104:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.274109:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.274132:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005ea38afe x1846669643637440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.274228:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:1.0:1761122781.274235:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:1.0:1761122781.274237:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:1.0:1761122781.274244:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005ea38afe x1846669643637440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.274253:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005ea38afe x1846669643637440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.274283:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f85cc6. 02000000:00000010:1.0:1761122781.274289:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc8c6d21. 00000100:00000010:1.0:1761122781.274293:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005ea38afe. 00000100:00000010:1.0:1761122781.274298:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:1.0:1761122781.274301:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a920974e. 00000400:00000200:1.0:1761122781.275751:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.275768:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252880 00000400:00000200:1.0:1761122781.275776:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 1640 00000400:00000200:1.0:1761122781.275837:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.276068:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.276073:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.276079:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:2.0:1761122781.276228:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d192a9. 00000020:00000010:2.0:1761122781.276236:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.276241:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.276267:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643950208/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.276308:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950208 02000000:00000010:2.0:1761122781.276320:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc8c6d21. 00010000:00000010:2.0:1761122781.276354:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00010000:00000010:2.0:1761122781.276374:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.276379:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.276390:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.276394:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.276407:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122781.276411:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950208, offset 224 00000400:00000200:2.0:1761122781.276418:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.276428:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.276434:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89137:89137:256:4294967295] 192.168.201.27@tcp LPNI seq info [89137:89137:8:4294967295] 00000400:00000200:2.0:1761122781.276444:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.276449:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.276452:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122781.276457:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.276464:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.276467:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.276487:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.276491:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.276495:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d192a9. 00080000:00000010:1.0:1761122781.277306:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000577b3816. 00010000:00000010:1.0:1761122781.277399:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:1.0:1761122781.277407:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a85cc10. 00010000:00000010:1.0:1761122781.277475:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122781.277480:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122781.277491:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cf62695. 00000100:00000010:1.0:1761122781.277496:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.277503:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122781.277515:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6df138e. 02000000:00000010:1.0:1761122781.277540:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3dc07f8. 00000400:00000010:1.0:1761122781.277545:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122781.277619:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122781.277625:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637504, portal 16 00000400:00000010:1.0:1761122781.277630:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122781.277632:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637504, offset 0 00000400:00000200:1.0:1761122781.277639:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.277650:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.277680:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.277684:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.277687:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.277700:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89138:89138:255:4294967295] 192.168.201.27@tcp LPNI seq info [89138:89138:7:4294967295] 00000800:00000200:3.0:1761122781.277702:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.277707:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122781.277714:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.277715:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000200:3.0:1761122781.277725:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000800:00000200:1.0:1761122781.277726:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.277731:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000800:00000010:1.0:1761122781.277732:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000400:00000010:3.0:1761122781.277735:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000800:00000200:1.0:1761122781.277741:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.277747:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.277751:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.277859:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.277862:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:2.0:1761122781.277867:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.277871:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.277874:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:2.0:1761122781.277876:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122781.277884:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035a41cfe x1846669643637504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.281702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a95a31d. 00010000:00000010:2.1:1761122781.281715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:1.0:1761122781.283281:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.283299:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206300 00000400:00000200:1.0:1761122781.283308:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1a1 [1] + 224 00000400:00000200:1.0:1761122781.283321:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.283325:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.283547:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035a41cfe x1846669643637504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.283591:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.283598:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482528c0 00000400:00000200:1.0:1761122781.283604:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadb8d [2] + 1968 00000400:00000010:1.0:1761122781.283608:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000024d029f5. 00000400:00000200:1.0:1761122781.283612:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002431f893 00000400:00000200:1.0:1761122781.283619:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.283622:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.283624:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002431f893 00000400:00000010:1.0:1761122781.283626:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002431f893 (tot 82347202). 00000100:00000200:1.0:1761122781.283631:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122781.283748:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.283757:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.283761:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.283787:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000066e7c5ad x1846669643950272/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.283823:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950272 02000000:00000010:0.0:1761122781.283833:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:0.0:1761122781.283871:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.283879:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f978025. 00000100:00000010:0.0:1761122781.283886:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f978025. 00010000:00000010:0.0:1761122781.283890:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:3.0:1761122781.283895:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:3.0:1761122781.283901:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:3.0:1761122781.283902:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000400:00000010:0.0:1761122781.283906:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:3.0:1761122781.283909:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035a41cfe x1846669643637504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.283912:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950272, offset 224 00000100:00000200:3.0:1761122781.283923:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035a41cfe x1846669643637504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.283928:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.283943:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.283950:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89139:89139:256:4294967295] 192.168.201.27@tcp LPNI seq info [89139:89139:8:4294967295] 00010000:00000010:3.0:1761122781.283951:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000721d9527. 00000400:00000200:0.0:1761122781.283965:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 02000000:00000010:3.0:1761122781.283967:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3dc07f8. 00000800:00000200:0.0:1761122781.283972:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 02000000:00000010:3.0:1761122781.283973:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6df138e. 00000800:00000010:0.0:1761122781.283978:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347450). 00000100:00000010:3.0:1761122781.283979:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000010:3.0:1761122781.283985:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00000800:00000200:0.0:1761122781.283986:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00010000:00000010:3.0:1761122781.283990:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cf62695. 00000800:00000200:0.0:1761122781.283997:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.284002:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.284008:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f9b63f9. 00000020:00000010:0.0:1761122781.284024:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.284030:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.284033:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00010000:00000010:3.0:1761122781.284085:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:3.0:1761122781.284090:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e0d5cbb. 00010000:00000010:3.0:1761122781.284185:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.284191:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.284251:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.284256:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.284262:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.284282:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f11123ef. 02000000:00000010:3.0:1761122781.284306:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081a04355. 00000400:00000010:3.0:1761122781.284309:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.284313:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.284319:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637568, portal 16 00000400:00000010:3.0:1761122781.284323:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122781.284325:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637568, offset 0 00000400:00000200:3.0:1761122781.284330:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.284336:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.284344:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.284349:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.284352:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.284355:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89140:89140:255:4294967295] 192.168.201.27@tcp LPNI seq info [89140:89140:7:4294967295] 00000400:00000200:3.0:1761122781.284362:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.284367:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.284369:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000646dd59e (tot 82347698). 00000800:00000200:3.0:1761122781.284373:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.284378:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.284380:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000646dd59e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.284742:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.284746:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347450). 00000400:00000200:1.0:1761122781.284752:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.284758:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.284760:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:1.0:1761122781.284762:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000800:00000200:1.0:1761122781.284830:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.284833:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000646dd59e (tot 82347202). 00000400:00000200:1.0:1761122781.284838:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.284842:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.284844:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122781.284845:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122781.284850:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.285916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c970c262. 00010000:00000010:1.1:1761122781.286028:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000009ce526. 02000000:00000010:0.0:1761122781.286567:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 02000000:00000010:0.0:1761122781.286571:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc8c6d21. 00000100:00000010:0.0:1761122781.286575:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:0.0:1761122781.286579:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8ea659e. 00000100:00000010:0.0:1761122781.286582:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:0.0:1761122781.286585:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:0.0:1761122781.286587:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:0.0:1761122781.286590:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000add3157c. 00000100:00000010:0.0:1761122781.286591:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:0.0:1761122781.286594:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:0.0:1761122781.286596:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:0.0:1761122781.286600:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b2e17cc. 00000100:00000010:0.0:1761122781.286603:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 00000100:00000200:0.0:1761122781.286619:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122781.286627:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d9e66e15. 00000400:00000010:0.0:1761122781.286634:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008f978025 (tot 82347354). 00010000:00000010:1.1:1761122781.287705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043833f1c. 00010000:00000010:1.1:1761122781.287718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dafd8a. 00010000:00000010:3.1:1761122781.291741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059419a9d. 00010000:00000010:3.1:1761122781.291759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b41c1862. 00010000:00000010:3.1:1761122781.291764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00000400:00000200:2.0:1761122781.296534:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.296557:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206340 00000400:00000200:2.0:1761122781.296567:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1ad [1] + 224 00000400:00000200:2.0:1761122781.296587:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.296592:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.296607:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.296778:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.296783:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.296786:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.296792:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.296802:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.296836:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081a04355. 02000000:00000010:3.0:1761122781.296843:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f11123ef. 00000100:00000010:3.0:1761122781.296847:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.296852:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.296857:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:1.0:1761122781.296884:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.296894:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252900 00000400:00000200:1.0:1761122781.296899:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 0 00000400:00000200:1.0:1761122781.296957:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.296962:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.296966:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.296971:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:0.0:1761122781.297280:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.297289:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.297295:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.297323:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643950336/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.297360:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950336 02000000:00000010:0.0:1761122781.297372:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000add3157c. 00010000:00000010:0.0:1761122781.297400:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000deaf8532. 00010000:00000010:0.0:1761122781.297418:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.297425:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.297437:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.297440:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.297452:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122781.297456:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950336, offset 224 00000400:00000200:0.0:1761122781.297464:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.297475:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.297481:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89141:89141:256:4294967295] 192.168.201.27@tcp LPNI seq info [89141:89141:8:4294967295] 00000400:00000200:0.0:1761122781.297493:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.297499:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.297506:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122781.297513:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.297520:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.297523:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.297551:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.297556:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.297559:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:1.0:1761122781.298014:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.298019:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:1.0:1761122781.298041:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.298046:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.298050:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:1.0:1761122781.298052:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00080000:00000010:3.0:1761122781.300281:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f11123ef. 00010000:00000010:3.0:1761122781.300391:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.300401:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000692c79d1. 00010000:00000010:3.0:1761122781.300480:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122781.300487:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.300500:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.300508:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.300517:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.300531:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081a04355. 02000000:00000010:3.0:1761122781.300560:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000de2f4b62. 00000400:00000010:3.0:1761122781.300567:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.300574:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.300580:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637632, portal 16 00000400:00000010:3.0:1761122781.300585:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122781.300587:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637632, offset 0 00000400:00000200:3.0:1761122781.300597:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.300612:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.300620:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.300623:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.300627:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.300630:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89142:89142:256:4294967295] 192.168.201.27@tcp LPNI seq info [89142:89142:8:4294967295] 00000400:00000200:3.0:1761122781.300641:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.300648:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.300652:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025afaac6 (tot 82347602). 00000800:00000200:3.0:1761122781.300702:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.300710:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.300714:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025afaac6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.301898:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.301905:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025afaac6 (tot 82347354). 00000400:00000200:2.0:1761122781.301915:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.301924:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.301931:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:2.0:1761122781.301933:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:2.0:1761122781.301943:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.304748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026937953. 00000400:00000200:1.0:1761122781.307484:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.307506:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206380 00000400:00000200:1.0:1761122781.307515:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1bd [1] + 224 00000400:00000200:1.0:1761122781.307532:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.307537:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.307547:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.307819:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.307825:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.307828:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.307835:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.307846:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000100:00000200:3.0:1761122781.307848:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.307858:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252940 00000400:00000200:1.0:1761122781.307865:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 328 02000000:00000010:3.0:1761122781.307887:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000de2f4b62. 02000000:00000010:3.0:1761122781.307895:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081a04355. 00000100:00000010:3.0:1761122781.307899:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.307904:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.307909:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:1.0:1761122781.307932:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.307938:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.307942:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.307947:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000020:00000010:0.0:1761122781.308034:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.308042:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.308046:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.308072:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643950400/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.308109:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950400 02000000:00000010:0.0:1761122781.308131:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:0.0:1761122781.308169:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da169491. 00010000:00000010:0.0:1761122781.308192:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.308199:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.308212:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.308215:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.308229:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122781.308234:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950400, offset 224 00000400:00000200:0.0:1761122781.308245:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122781.308256:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081a04355. 00000400:00000200:0.0:1761122781.308259:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.308268:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89143:89143:256:4294967295] 192.168.201.27@tcp LPNI seq info [89143:89143:8:4294967295] 00000400:00000200:0.0:1761122781.308279:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.308284:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.308289:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122781.308294:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.308302:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.308306:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.308334:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.308349:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.308351:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:2.0:1761122781.308422:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.308688:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:2.0:1761122781.308694:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.308699:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.308702:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:2.0:1761122781.308704:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00010000:00000010:3.1:1761122781.308830:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e92f8be. 00010000:00000010:3.1:1761122781.308838:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.308913:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.308919:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f6d4b33f. 00010000:00000010:3.0:1761122781.309001:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.309007:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.309017:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.309021:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.309027:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.309036:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000de2f4b62. 02000000:00000010:3.0:1761122781.309060:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b2e17cc. 00000400:00000010:3.0:1761122781.309065:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.309069:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.309074:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637696, portal 16 00000400:00000010:3.0:1761122781.309079:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122781.309081:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637696, offset 0 00000400:00000200:3.0:1761122781.309086:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.309094:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.309100:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.309105:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.309109:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.309128:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89144:89144:256:4294967295] 192.168.201.27@tcp LPNI seq info [89144:89144:8:4294967295] 00000400:00000200:3.0:1761122781.309138:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.309143:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.309147:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6288c1f (tot 82347602). 00000800:00000200:3.0:1761122781.309152:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.309156:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.309159:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6288c1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.309253:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.309257:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6288c1f (tot 82347354). 00000400:00000200:1.0:1761122781.309264:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.309268:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.309271:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:1.0:1761122781.309477:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000100:00000200:1.0:1761122781.309486:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.314256:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.314278:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482063c0 00000400:00000200:1.0:1761122781.314286:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1c9 [1] + 224 00000400:00000200:1.0:1761122781.314298:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.314302:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.314313:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.314356:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.314363:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252980 00000400:00000200:1.0:1761122781.314369:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 656 00000400:00000010:3.0:1761122781.314377:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:1.0:1761122781.314380:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.314383:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000200:1.0:1761122781.314387:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:3.0:1761122781.314489:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.314499:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.314565:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.314598:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b2e17cc. 02000000:00000010:3.0:1761122781.314614:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000de2f4b62. 00000100:00000010:3.0:1761122781.314617:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.314621:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.314625:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000100:00000200:1.0:1761122781.316573:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.316586:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:2.0:1761122781.316676:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d192a9. 00000020:00000010:2.0:1761122781.316684:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.316689:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.316720:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643950464/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.316751:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950464 02000000:00000010:2.0:1761122781.316765:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000015f85cc6. 00010000:00000010:2.0:1761122781.316796:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094f622f0. 00010000:00000010:2.0:1761122781.316819:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.316826:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.316841:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.316845:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.316861:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122781.316865:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950464, offset 224 00000400:00000200:2.0:1761122781.316874:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.316886:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.316903:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89145:89145:256:4294967295] 192.168.201.27@tcp LPNI seq info [89145:89145:8:4294967295] 00000400:00000200:2.0:1761122781.316912:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.316917:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.316922:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.316928:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.316935:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.316939:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.316969:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.316972:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.316976:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d192a9. 00080000:00000010:3.0:1761122781.317235:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de2f4b62. 00000800:00000200:1.0:1761122781.317313:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.317317:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122781.317322:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.317327:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:3.0:1761122781.317330:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00000400:00000200:1.0:1761122781.317330:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:1.0:1761122781.317332:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00010000:00000010:3.0:1761122781.317337:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9cb6965. 00010000:00000010:3.0:1761122781.317410:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122781.317414:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.317422:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.317425:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.317430:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.317439:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b2e17cc. 02000000:00000010:3.0:1761122781.317459:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4b7999a. 00000400:00000010:3.0:1761122781.317463:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.317467:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.317470:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637760, portal 16 00000400:00000010:3.0:1761122781.317474:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122781.317475:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637760, offset 0 00000400:00000200:3.0:1761122781.317479:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.317485:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.317492:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.317495:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.317498:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.317500:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89146:89146:256:4294967295] 192.168.201.27@tcp LPNI seq info [89146:89146:8:4294967295] 00000400:00000200:3.0:1761122781.317509:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.317513:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.317517:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347602). 00000800:00000200:3.0:1761122781.317521:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.317525:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.317528:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.317600:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.317603:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.317610:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.317615:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.317619:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:1.0:1761122781.317620:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000100:00000200:1.0:1761122781.317625:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.320738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe109165. 00010000:00000010:3.1:1761122781.320752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:0.1:1761122781.321801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ac65ba4. 00000400:00000200:1.0:1761122781.323813:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.323837:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206400 00000400:00000200:1.0:1761122781.323846:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1d5 [1] + 224 00000400:00000200:1.0:1761122781.323863:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.323867:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.323877:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.325773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041826e88. 00000400:00000010:3.0:1761122781.326528:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.326535:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.326537:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.326560:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.326572:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.326605:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4b7999a. 02000000:00000010:3.0:1761122781.326613:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b2e17cc. 00000100:00000010:3.0:1761122781.326616:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.326621:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.326624:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:1.0:1761122781.327202:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.327220:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482529c0 00000400:00000200:1.0:1761122781.327229:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 984 00000400:00000200:1.0:1761122781.327296:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.327301:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.327307:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.327311:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000020:00000010:0.0:1761122781.327392:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.327400:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.327405:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.327430:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000210c5f15 x1846669643950528/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.327470:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950528 02000000:00000010:0.0:1761122781.327481:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:0.0:1761122781.327515:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b10c36d6. 00010000:00000010:0.0:1761122781.327536:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.327543:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.327554:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.327557:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.327569:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122781.327573:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950528, offset 224 00000400:00000200:0.0:1761122781.327582:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.327594:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.327600:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89147:89147:256:4294967295] 192.168.201.27@tcp LPNI seq info [89147:89147:8:4294967295] 00000400:00000200:0.0:1761122781.327609:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.327614:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.327618:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122781.327625:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.327633:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.327637:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.327646:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b2e17cc. 00000020:00000010:0.0:1761122781.327684:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.327689:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.327692:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00010000:00000010:3.0:1761122781.327758:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.327766:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0aa8b2b. 00010000:00000010:3.0:1761122781.327841:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122781.327849:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.327858:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.327862:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.327869:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.327879:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a4b7999a. 02000000:00000010:3.0:1761122781.327901:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000478bd535. 00000400:00000010:3.0:1761122781.327907:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.327911:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.327916:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637824, portal 16 00000400:00000010:3.0:1761122781.327920:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122781.327922:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637824, offset 0 00000400:00000200:3.0:1761122781.327928:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.327934:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.328172:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.328177:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.328180:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.328182:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89148:89148:255:4294967295] 192.168.201.27@tcp LPNI seq info [89148:89148:7:4294967295] 00000400:00000200:3.0:1761122781.328190:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.328195:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.328199:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347850). 00000800:00000200:3.0:1761122781.328204:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.328209:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.328211:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.328299:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.328303:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347602). 00000400:00000200:1.0:1761122781.328309:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.328314:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.328317:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:1.0:1761122781.328319:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000800:00000200:1.0:1761122781.328540:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.328542:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.328549:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.328553:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.328555:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:1.0:1761122781.328556:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:1.0:1761122781.328561:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.329746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a45e0c62. 00010000:00000010:3.1:1761122781.329756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00000400:00000200:1.0:1761122781.330844:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.330859:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206440 00000400:00000200:1.0:1761122781.330866:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1e1 [1] + 224 00000400:00000200:1.0:1761122781.330878:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.330882:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.330890:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.331090:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.331094:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.331096:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.331102:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.331110:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.331364:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000478bd535. 02000000:00000010:3.0:1761122781.331371:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a4b7999a. 00000100:00000010:3.0:1761122781.331375:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.331378:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.331382:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:1.0:1761122781.333541:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.333715:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252a00 00000400:00000200:1.0:1761122781.333731:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 1312 00000400:00000200:1.0:1761122781.333804:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.333809:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.333816:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.333821:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000020:00000010:2.0:1761122781.333900:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d192a9. 00000020:00000010:2.0:1761122781.333907:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.333912:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.334173:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b2fd2084 x1846669643950592/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.334210:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950592 02000000:00000010:2.0:1761122781.334221:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:2.0:1761122781.334252:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a26f027b. 00010000:00000010:2.0:1761122781.334274:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.334281:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.334300:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.334305:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.334318:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122781.334323:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950592, offset 224 00000400:00000200:2.0:1761122781.334331:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.334342:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.334347:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89149:89149:256:4294967295] 192.168.201.27@tcp LPNI seq info [89149:89149:8:4294967295] 00000400:00000200:2.0:1761122781.334358:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.334365:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.334370:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.334376:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.334383:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.334387:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.334394:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a4b7999a. 00000020:00000010:2.0:1761122781.334404:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.334409:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.334412:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d192a9. 00010000:00000010:3.0:1761122781.334489:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.334495:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc227cf3. 00010000:00000010:3.0:1761122781.334563:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.334567:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.334572:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.334578:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00080000:00000010:3.0:1761122781.334591:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000478bd535. 00010000:00000010:3.0:1761122781.334618:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00000800:00000200:1.0:1761122781.334778:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.334783:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122781.334787:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.334792:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.334796:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:1.0:1761122781.334798:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00010000:00000010:3.0:1761122781.334909:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.334987:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.334992:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.335000:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.335005:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.335011:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.335029:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079b1a975. 02000000:00000010:3.0:1761122781.335060:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006036fbb5. 00000400:00000010:3.0:1761122781.335065:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.335070:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.335074:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637888, portal 16 00000400:00000010:3.0:1761122781.335079:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122781.335081:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637888, offset 0 00000400:00000200:3.0:1761122781.335092:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.335100:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.335107:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.335125:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.335128:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.335131:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89150:89150:256:4294967295] 192.168.201.27@tcp LPNI seq info [89150:89150:8:4294967295] 00000400:00000200:3.0:1761122781.335139:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.335144:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.335148:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6288c1f (tot 82347602). 00000800:00000200:3.0:1761122781.335156:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.335161:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.335164:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6288c1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.335256:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.335258:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6288c1f (tot 82347354). 00000400:00000200:1.0:1761122781.335272:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.335276:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.335279:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:1.0:1761122781.335281:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:1.0:1761122781.335287:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.335732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a28e235. 00000400:00000200:1.0:1761122781.337597:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.337613:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206480 00000400:00000200:1.0:1761122781.337621:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1ed [1] + 224 00000400:00000200:1.0:1761122781.337632:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.337636:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.337645:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.337776:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.337783:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252a40 00000400:00000200:1.0:1761122781.337788:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 1640 00000400:00000200:1.0:1761122781.337840:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.337844:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:3.0:1761122781.337845:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.337850:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.337852:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:1.0:1761122781.337857:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761122781.337858:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761122781.337864:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000100:00000200:3.0:1761122781.337865:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.337895:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006036fbb5. 02000000:00000010:3.0:1761122781.338148:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079b1a975. 00000100:00000010:3.0:1761122781.338152:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.338156:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.338160:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:0.0:1761122781.338317:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.338325:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.338329:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.338350:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643950656/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.338385:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950656 02000000:00000010:0.0:1761122781.338396:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:0.0:1761122781.338421:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ae1e0ce. 00010000:00000010:0.0:1761122781.338440:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.338446:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.338458:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.338461:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.338473:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122781.338477:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950656, offset 224 00000400:00000200:0.0:1761122781.338484:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.338494:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.338500:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89151:89151:256:4294967295] 192.168.201.27@tcp LPNI seq info [89151:89151:8:4294967295] 00000400:00000200:0.0:1761122781.338510:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.338515:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.338520:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122781.338525:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.338531:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.338535:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.338557:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.338562:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.338565:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:1.0:1761122781.338775:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.338780:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:1.0:1761122781.338786:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.338790:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.338793:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:1.0:1761122781.338794:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00010000:00000010:3.1:1761122781.339220:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e3475bf. 00010000:00000010:3.1:1761122781.339323:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00080000:00000010:3.0:1761122781.339381:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079b1a975. 00010000:00000010:3.0:1761122781.339566:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.339574:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fbb5e8f. 00010000:00000010:3.0:1761122781.339726:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122781.339733:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.339744:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.339749:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.339755:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.339766:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006036fbb5. 02000000:00000010:3.0:1761122781.339790:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df67626e. 00000400:00000010:3.0:1761122781.339795:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.339800:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.339805:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643637952, portal 16 00000400:00000010:3.0:1761122781.339810:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122781.339812:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643637952, offset 0 00000400:00000200:3.0:1761122781.339818:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.339826:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.339833:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.339836:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.339839:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.339842:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89152:89152:256:4294967295] 192.168.201.27@tcp LPNI seq info [89152:89152:8:4294967295] 00000400:00000200:3.0:1761122781.339851:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.339856:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.339860:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025afaac6 (tot 82347602). 00000800:00000200:3.0:1761122781.339864:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.339870:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.339873:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025afaac6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.340345:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.340348:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025afaac6 (tot 82347354). 00000400:00000200:1.0:1761122781.340355:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.340360:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.340363:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:1.0:1761122781.340365:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000100:00000200:1.0:1761122781.340371:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643637952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.343698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038ba9e4f. 00010000:00000010:0.1:1761122781.343740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009778a298. 00010000:00000010:3.1:1761122781.343768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011d924e8. 00010000:00000010:3.1:1761122781.343777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.1:1761122781.343781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.343784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.1:1761122781.347993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058fee3d6. 00010000:00000010:3.1:1761122781.348025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00000400:00000200:1.0:1761122781.348451:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.348471:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482064c0 00000400:00000200:1.0:1761122781.348495:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf1f9 [1] + 224 00000400:00000200:1.0:1761122781.348509:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.348514:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.348531:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643637952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.348572:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.348579:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252a80 00000400:00000200:1.0:1761122781.348584:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadbe5 [2] + 1968 00000400:00000010:1.0:1761122781.348587:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000059d69b3e. 00000400:00000200:1.0:1761122781.348598:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000019260df8 00000400:00000200:1.0:1761122781.348696:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.348707:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.348710:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000019260df8 00000400:00000010:1.0:1761122781.348713:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000019260df8 (tot 82347202). 00000100:00000200:1.0:1761122781.348719:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761122781.348892:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.348897:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.348899:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.348905:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643637952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.348915:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643637952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.349300:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df67626e. 02000000:00000010:3.0:1761122781.349307:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006036fbb5. 00000100:00000010:3.0:1761122781.349311:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.349315:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.349325:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:0.0:1761122781.349516:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.349524:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.349529:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.349555:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e15c4eb5 x1846669643950720/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.349597:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950720 02000000:00000010:0.0:1761122781.349609:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7c423ba. 00010000:00000010:0.0:1761122781.349638:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2eee3a6. 00010000:00000010:0.0:1761122781.349705:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.349711:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a29e41df. 00000100:00000010:0.0:1761122781.349729:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a29e41df. 00010000:00000010:0.0:1761122781.349733:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.349748:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122781.349753:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950720, offset 224 00000400:00000200:0.0:1761122781.349760:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.349773:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.349779:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89153:89153:256:4294967295] 192.168.201.27@tcp LPNI seq info [89153:89153:8:4294967295] 00000400:00000200:0.0:1761122781.349789:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.349794:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.349799:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347450). 00000800:00000200:0.0:1761122781.349804:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.349812:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.349816:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.349839:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.349843:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:0.0:1761122781.349846:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 02000000:00000010:0.0:1761122781.349853:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000100:00000010:0.0:1761122781.349855:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:0.0:1761122781.349859:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:0.0:1761122781.349861:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b2fd2084. 02000000:00000010:0.0:1761122781.349864:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:0.0:1761122781.349866:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000210c5f15. 02000000:00000010:0.0:1761122781.349869:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000015f85cc6. 00000100:00000010:0.0:1761122781.349871:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122781.350073:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:0.0:1761122781.350075:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:0.0:1761122781.350078:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000add3157c. 00000100:00000010:0.0:1761122781.350079:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000200:0.0:1761122781.350086:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122781.350091:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cb4b3f50. 00000400:00000010:0.0:1761122781.350094:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a29e41df (tot 82347602). 00000800:00000200:1.0:1761122781.352526:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.352535:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:1.0:1761122781.352545:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.352555:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.352560:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:1.0:1761122781.352562:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 02000000:00000010:1.0:1761122781.352571:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7c423ba. 00080000:00000010:3.0:1761122781.352572:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006036fbb5. 00010000:00000010:3.0:1761122781.352852:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.352862:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004be2a284. 00010000:00000010:3.0:1761122781.353006:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.353013:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.353027:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.353034:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.353043:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.353056:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df67626e. 02000000:00000010:3.0:1761122781.353084:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e12612. 00000400:00000010:3.0:1761122781.353090:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.353096:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.353103:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638016, portal 16 00000400:00000010:3.0:1761122781.353109:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122781.353126:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638016, offset 0 00000400:00000200:3.0:1761122781.353150:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.353165:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.353173:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.353177:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.353180:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.353183:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89154:89154:256:4294967295] 192.168.201.27@tcp LPNI seq info [89154:89154:8:4294967295] 00000400:00000200:3.0:1761122781.353193:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.353198:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.353203:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000646dd59e (tot 82347602). 00000800:00000200:3.0:1761122781.353210:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.353217:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.353220:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000646dd59e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.353314:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.353317:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000646dd59e (tot 82347354). 00000400:00000200:1.0:1761122781.353332:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.353337:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.353340:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:1.0:1761122781.353342:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:1.0:1761122781.353348:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.356570:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.356594:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206500 00000400:00000200:1.0:1761122781.358185:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf209 [1] + 224 00000400:00000200:1.0:1761122781.358216:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.358221:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.358232:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.359413:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.359420:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.359423:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.359432:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.359442:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.359474:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e12612. 02000000:00000010:3.0:1761122781.359481:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df67626e. 00000100:00000010:3.0:1761122781.359485:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.359489:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.359493:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:1.0:1761122781.359559:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.359572:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252ac0 00000400:00000200:1.0:1761122781.359577:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 0 00000400:00000200:1.0:1761122781.359831:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.359838:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.359844:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.359850:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:0.0:1761122781.359915:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000add3157c. 00000020:00000010:0.0:1761122781.359923:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.359927:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f1cc2b3c. 00000100:00000200:0.0:1761122781.359952:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643950784/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:0.1:1761122781.363812:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075aef8bc. 00000100:00000200:2.0:1761122781.363854:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950784 02000000:00000010:2.0:1761122781.363878:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096d192a9. 00010000:00000010:2.0:1761122781.363914:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c181538c. 00010000:00000010:2.0:1761122781.363939:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.363948:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.363965:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.363971:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.363988:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00080000:00000010:3.0:1761122781.363995:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c48ece5. 00000100:00000200:2.0:1761122781.363995:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950784, offset 224 00000400:00000200:2.0:1761122781.364011:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.364029:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.364037:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89155:89155:256:4294967295] 192.168.201.27@tcp LPNI seq info [89155:89155:8:4294967295] 00000400:00000200:2.0:1761122781.364051:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.364060:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.364066:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122781.364074:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.364084:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00010000:00000010:3.0:1761122781.364089:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00000800:00000200:2.0:1761122781.364089:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761122781.364099:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053b6cb2e. 00000020:00000010:2.0:1761122781.364137:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:2.0:1761122781.364145:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f1cc2b3c. 00000020:00000010:2.0:1761122781.364151:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000add3157c. 00010000:00000010:3.0:1761122781.364190:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.364196:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.364207:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.364212:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.364220:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.364233:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000df67626e. 02000000:00000010:3.0:1761122781.364267:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e12612. 00000400:00000010:3.0:1761122781.364273:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.364277:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.364282:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638080, portal 16 00000400:00000010:3.0:1761122781.364287:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122781.364288:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638080, offset 0 00000400:00000200:3.0:1761122781.364505:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.364512:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.364518:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.364522:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.364525:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.364528:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89156:89156:255:4294967295] 192.168.201.27@tcp LPNI seq info [89156:89156:7:4294967295] 00000400:00000200:3.0:1761122781.364537:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.364542:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.364545:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000646dd59e (tot 82347850). 00000800:00000200:3.0:1761122781.364549:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.364553:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.364556:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000646dd59e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.365134:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.365139:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:1.0:1761122781.365144:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.365150:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.365154:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:1.0:1761122781.365156:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000800:00000200:1.0:1761122781.365229:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.365231:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000646dd59e (tot 82347354). 00000400:00000200:1.0:1761122781.365237:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.365241:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.365244:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:1.0:1761122781.365245:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:1.0:1761122781.365251:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.369063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040fc567a. 00010000:00000010:3.1:1761122781.369080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00000400:00000200:1.0:1761122781.370914:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.371224:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206540 00000400:00000200:1.0:1761122781.371236:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf215 [1] + 224 00000400:00000200:1.0:1761122781.371249:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.371252:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.371262:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.371297:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.371305:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252b00 00000400:00000200:1.0:1761122781.371311:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 328 00000400:00000010:3.0:1761122781.371329:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.371336:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.371350:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.371360:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.371369:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.371586:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.371590:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.371594:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.371599:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:3.0:1761122781.371647:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e12612. 02000000:00000010:3.0:1761122781.371689:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df67626e. 00000100:00000010:3.0:1761122781.371695:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.371698:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.371703:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:2.0:1761122781.371930:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000031e61dae. 00000020:00000010:2.0:1761122781.371938:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.371942:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.371968:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643950848/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.372005:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950848 02000000:00000010:2.0:1761122781.372016:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077980a22. 00010000:00000010:2.0:1761122781.372041:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000039d1b6f2. 00010000:00000010:2.0:1761122781.372062:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.372068:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.372086:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.372090:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.372102:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122781.372106:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950848, offset 224 00000400:00000200:2.0:1761122781.372128:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.372141:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.372147:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89157:89157:256:4294967295] 192.168.201.27@tcp LPNI seq info [89157:89157:8:4294967295] 00000400:00000200:2.0:1761122781.372158:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.372166:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.372171:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.372177:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.372185:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.372188:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.372205:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.372210:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:2.0:1761122781.372214:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000031e61dae. 00000800:00000200:1.0:1761122781.372333:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.372336:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122781.372340:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.372564:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.372568:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:1.0:1761122781.372570:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00080000:00000010:3.0:1761122781.373005:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df67626e. 00010000:00000010:3.0:1761122781.373087:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.373093:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2203c07. 00010000:00000010:3.0:1761122781.373176:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122781.373183:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.373193:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.373198:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.373204:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.373222:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031e12612. 02000000:00000010:3.0:1761122781.373250:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f138aada. 00000400:00000010:3.0:1761122781.373256:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.373261:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.373266:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638144, portal 16 00000400:00000010:3.0:1761122781.373271:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122781.373273:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638144, offset 0 00000400:00000200:3.0:1761122781.373280:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.373288:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.373295:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.373299:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.373302:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.373305:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89158:89158:256:4294967295] 192.168.201.27@tcp LPNI seq info [89158:89158:8:4294967295] 00000400:00000200:3.0:1761122781.373315:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.373320:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.373323:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025afaac6 (tot 82347602). 00000800:00000200:3.0:1761122781.373328:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.373333:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.373336:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025afaac6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.373516:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.373519:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025afaac6 (tot 82347354). 00000400:00000200:1.0:1761122781.373524:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.373529:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.373531:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:1.0:1761122781.373533:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000100:00000200:1.0:1761122781.373589:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.376719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1a9f87f. 00010000:00000010:3.1:1761122781.376736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122781.381265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e6f7178. 00000400:00000200:1.0:1761122781.381381:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.381403:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206580 00000400:00000200:1.0:1761122781.381412:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf221 [1] + 224 00000400:00000200:1.0:1761122781.381425:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.381430:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.381446:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.381488:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.381494:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252b40 00000400:00000200:1.0:1761122781.381499:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 656 00000400:00000200:1.0:1761122781.381578:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.381582:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.381587:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.381592:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000400:00000010:3.0:1761122781.382194:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.382202:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.382204:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.382213:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.382223:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.382269:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f138aada. 02000000:00000010:3.0:1761122781.382278:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031e12612. 00000100:00000010:3.0:1761122781.382283:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.382288:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.382293:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:0.0:1761122781.384808:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:0.0:1761122781.384823:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.384829:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8582dd5. 00000100:00000200:0.0:1761122781.384862:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643950912/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.384904:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950912 02000000:00000010:0.0:1761122781.384917:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:0.0:1761122781.384949:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a25c0604. 00010000:00000010:0.0:1761122781.385206:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.385216:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.385228:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:0.0:1761122781.385233:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.385248:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122781.385255:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950912, offset 224 00000400:00000200:0.0:1761122781.385264:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.385278:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.385285:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89159:89159:256:4294967295] 192.168.201.27@tcp LPNI seq info [89159:89159:8:4294967295] 00000400:00000200:0.0:1761122781.385297:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.385314:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.385319:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122781.385327:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.385334:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00010000:00000010:2.1:1761122781.386147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a6fee6c. 00080000:00000010:3.0:1761122781.386153:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049f4c356. 00010000:00000010:3.0:1761122781.386258:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.386266:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e17bfe2. 00010000:00000010:3.0:1761122781.386370:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.386375:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.386381:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.386386:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00080000:00000010:3.0:1761122781.386399:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee5674f6. 00010000:00000010:3.0:1761122781.386426:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.386430:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.386481:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122781.386485:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.386493:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.386498:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.386504:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.386516:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9d3b127. 02000000:00000010:3.0:1761122781.386539:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f01c22b. 00000400:00000010:3.0:1761122781.386544:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.386550:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.386555:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638208, portal 16 00000400:00000010:3.0:1761122781.386559:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122781.386561:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638208, offset 0 00000400:00000200:3.0:1761122781.386568:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.386577:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.386584:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.386588:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.386591:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.386593:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89160:89160:255:4294967295] 192.168.201.27@tcp LPNI seq info [89160:89160:7:4294967295] 00000400:00000200:3.0:1761122781.386602:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.386607:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.386611:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6288c1f (tot 82347850). 00000800:00000200:3.0:1761122781.386615:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.386620:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.386623:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6288c1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.386632:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.386677:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.386683:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8582dd5. 00010000:00000010:3.1:1761122781.386687:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf602cb. 00000020:00000010:0.0:1761122781.386688:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00010000:00000010:3.1:1761122781.386708:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00000800:00000200:1.0:1761122781.386727:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.386732:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6288c1f (tot 82347602). 00000400:00000200:1.0:1761122781.386745:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.386751:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.386756:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:1.0:1761122781.386758:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00000100:00000200:1.0:1761122781.386764:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761122781.387635:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.387639:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:1.0:1761122781.387644:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.387648:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.387651:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:1.0:1761122781.387652:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000400:00000200:1.0:1761122781.390457:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.390478:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482065c0 00010000:00000010:0.1:1761122781.390737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dcd55c6. 00000400:00000200:1.0:1761122781.391321:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf22d [1] + 224 00000400:00000200:1.0:1761122781.391341:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.391346:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.391357:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.391407:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.391415:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252b80 00000400:00000200:1.0:1761122781.391421:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 984 00000400:00000200:1.0:1761122781.391431:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.391435:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.391440:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.391446:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000400:00000010:3.0:1761122781.391455:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.391462:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.391464:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.391471:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.391481:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.391515:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f01c22b. 02000000:00000010:3.0:1761122781.391521:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9d3b127. 00000100:00000010:3.0:1761122781.391525:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.391528:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.391532:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:0.0:1761122781.392058:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:0.0:1761122781.392065:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.392069:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8582dd5. 00000100:00000200:0.0:1761122781.392093:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643950976/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.392135:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643950976 02000000:00000010:0.0:1761122781.392149:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:0.0:1761122781.392178:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002040d222. 00010000:00000010:0.0:1761122781.392200:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.392207:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.392768:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:0.0:1761122781.392775:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.392791:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122781.392796:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643950976, offset 224 00000400:00000200:0.0:1761122781.392806:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.392819:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.392825:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89161:89161:256:4294967295] 192.168.201.27@tcp LPNI seq info [89161:89161:8:4294967295] 00000400:00000200:0.0:1761122781.392837:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.392844:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.392851:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.392858:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.392868:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.392873:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.393126:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.393132:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8582dd5. 00000020:00000010:0.0:1761122781.393135:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00000800:00000200:1.0:1761122781.393754:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.393759:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:1.0:1761122781.393765:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.393771:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.393775:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:1.0:1761122781.393776:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00010000:00000010:3.1:1761122781.393991:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c6faa48. 00010000:00000010:3.1:1761122781.393998:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.1:1761122781.394002:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.394005:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00080000:00000010:3.0:1761122781.394081:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9d3b127. 00010000:00000010:3.0:1761122781.394182:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.394189:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d238e68. 00010000:00000010:3.0:1761122781.394260:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.394267:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.394278:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.394283:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.394291:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.394302:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000f01c22b. 02000000:00000010:3.0:1761122781.394327:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a75a04f. 00000400:00000010:3.0:1761122781.394333:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.394338:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.394344:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638272, portal 16 00000400:00000010:3.0:1761122781.394567:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122781.394570:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638272, offset 0 00000400:00000200:3.0:1761122781.394576:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.394584:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.394592:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.394596:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.394600:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.394603:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89162:89162:256:4294967295] 192.168.201.27@tcp LPNI seq info [89162:89162:8:4294967295] 00000400:00000200:3.0:1761122781.394614:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.394619:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.394623:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347602). 00000800:00000200:3.0:1761122781.394627:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.394633:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.394636:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.395007:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.395011:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.395018:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.395023:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.395026:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:1.0:1761122781.395028:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:1.0:1761122781.395035:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.398244:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.398264:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206600 00000400:00000200:1.0:1761122781.398272:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf239 [1] + 224 00000400:00000200:1.0:1761122781.398283:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.398287:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.398298:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.399154:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.399163:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252bc0 00000400:00000200:1.0:1761122781.399169:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 1312 00000400:00000200:1.0:1761122781.399234:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.399237:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.399241:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.399246:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:3.0:1761122781.400380:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.400388:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.400390:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.400400:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.400411:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.400444:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a75a04f. 02000000:00000010:3.0:1761122781.400449:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000f01c22b. 00000100:00000010:3.0:1761122781.400453:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.400457:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00000020:00000010:0.0:1761122781.400523:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:0.0:1761122781.400530:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.400535:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8582dd5. 00010000:00000010:3.0:1761122781.400560:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000100:00000200:0.0:1761122781.400560:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643951040/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.400776:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951040 02000000:00000010:0.0:1761122781.400788:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:0.0:1761122781.400812:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005eb02e28. 00010000:00000010:0.0:1761122781.400829:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.400833:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.400844:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:0.0:1761122781.400847:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.400860:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122781.400864:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951040, offset 224 00000400:00000200:0.0:1761122781.400872:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122781.400874:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f01c22b. 00000400:00000200:0.0:1761122781.400883:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.400889:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89163:89163:256:4294967295] 192.168.201.27@tcp LPNI seq info [89163:89163:8:4294967295] 00000400:00000200:0.0:1761122781.400898:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.400903:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.400908:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.400913:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.400921:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.400924:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.400936:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.400941:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8582dd5. 00000020:00000010:0.0:1761122781.400944:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00010000:00000010:3.0:1761122781.400971:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.400978:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4ca479f. 00000800:00000200:1.0:1761122781.401569:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.401574:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:1.0:1761122781.401580:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.401585:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.401590:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:1.0:1761122781.401591:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00010000:00000010:2.0:1761122781.401764:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:2.0:1761122781.401846:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216bb4e0. 00010000:00000010:2.0:1761122781.401860:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.401863:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.401868:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 02000000:00000010:2.0:1761122781.401878:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000031e61dae. 02000000:00000010:2.0:1761122781.401903:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000143688a. 00000400:00000010:2.0:1761122781.401907:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122781.401911:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.401914:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638336, portal 16 00000400:00000010:2.0:1761122781.401918:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122781.401919:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638336, offset 0 00000400:00000200:2.0:1761122781.401925:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.401933:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.401940:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.401943:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.401946:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.401948:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89164:89164:256:4294967295] 192.168.201.27@tcp LPNI seq info [89164:89164:8:4294967295] 00000400:00000200:2.0:1761122781.401957:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.401962:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.401966:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.401971:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.401976:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.401980:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.402790:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.402793:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122781.402797:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.402802:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.402806:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:1.0:1761122781.402808:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:1.0:1761122781.402814:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001273acaa x1846669643638336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.403713:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069442b34. 00010000:00000010:3.1:1761122781.403722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:0.1:1761122781.409819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044e5c741. 00000400:00000200:1.0:1761122781.410833:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.410858:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206640 00000400:00000200:1.0:1761122781.410868:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf245 [1] + 224 00000400:00000200:1.0:1761122781.410886:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.410891:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.410903:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001273acaa x1846669643638336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.411597:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.411606:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252c00 00000400:00000200:1.0:1761122781.411612:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 1640 00000400:00000200:1.0:1761122781.411625:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.411628:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.411633:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.411639:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000400:00000010:2.0:1761122781.412346:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:2.0:1761122781.412352:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:2.0:1761122781.412355:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.412362:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001273acaa x1846669643638336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.412373:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001273acaa x1846669643638336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.412417:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000143688a. 02000000:00000010:2.0:1761122781.412425:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000031e61dae. 00000100:00000010:2.0:1761122781.412428:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 00000100:00000010:2.0:1761122781.412433:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.412437:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000020:00000010:0.0:1761122781.412690:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:0.0:1761122781.412699:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.412703:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8582dd5. 00000100:00000200:0.0:1761122781.412729:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000009fb4da7 x1846669643951104/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.412767:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951104 02000000:00000010:0.0:1761122781.412778:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:0.0:1761122781.413224:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ae3891b. 00010000:00000010:0.0:1761122781.413248:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.413256:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.413272:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:0.0:1761122781.413276:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000010:0.0:1761122781.413290:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122781.413296:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951104, offset 224 00000400:00000200:0.0:1761122781.413305:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.413316:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.413322:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89165:89165:256:4294967295] 192.168.201.27@tcp LPNI seq info [89165:89165:8:4294967295] 00000400:00000200:0.0:1761122781.413332:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.413337:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.413342:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122781.413347:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.413354:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.413358:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.413383:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00080000:00000010:2.0:1761122781.413474:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031e61dae. 00010000:00000010:2.0:1761122781.413565:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216bb4e0. 00010000:00000010:2.0:1761122781.413571:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ebf9ff9e. 00010000:00000010:2.0:1761122781.413639:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6622de5. 00010000:00000010:2.0:1761122781.413645:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216bb4e0. 00010000:00000010:2.0:1761122781.413681:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.413686:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.413693:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 02000000:00000010:2.0:1761122781.413704:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000143688a. 02000000:00000010:2.0:1761122781.413727:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f85cc6. 00000400:00000010:2.0:1761122781.413733:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122781.413736:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.413741:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638400, portal 16 00000400:00000010:2.0:1761122781.413746:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122781.413747:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638400, offset 0 00000400:00000200:2.0:1761122781.413753:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.413759:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.413766:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.413770:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.413772:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.413775:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89166:89166:255:4294967295] 192.168.201.27@tcp LPNI seq info [89166:89166:7:4294967295] 00000400:00000200:2.0:1761122781.413783:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.413787:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.413791:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122781.413794:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.413798:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.413801:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.413889:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.413893:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347602). 00000400:00000200:1.0:1761122781.413898:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.413903:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.413906:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:1.0:1761122781.413908:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000800:00000200:1.0:1761122781.413977:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.413980:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122781.413983:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.413986:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.413988:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:1.0:1761122781.413990:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:1.0:1761122781.413994:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001273acaa x1846669643638400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122781.414266:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8582dd5. 00000020:00000010:0.0:1761122781.414273:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 00010000:00000010:0.1:1761122781.415702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000687ef285. 00010000:00000010:3.1:1761122781.417052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008462f544. 00010000:00000010:3.1:1761122781.417062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:2.1:1761122781.419851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097c27f31. 00010000:00000010:2.1:1761122781.419868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00000400:00000200:1.0:1761122781.419873:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.419893:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206680 00000400:00000200:1.0:1761122781.419902:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf251 [1] + 224 00000400:00000200:1.0:1761122781.419912:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.419916:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.419928:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001273acaa x1846669643638400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.419962:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.419968:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252c40 00000400:00000200:1.0:1761122781.419972:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadc51 [2] + 1968 00000400:00000010:1.0:1761122781.419976:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39effba. 00000400:00000200:1.0:1761122781.419979:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b620dd88 00000400:00000200:1.0:1761122781.420036:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.420040:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.420042:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b620dd88 00000400:00000010:1.0:1761122781.420045:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b620dd88 (tot 82347202). 00000100:00000200:1.0:1761122781.420050:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761122781.420079:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:2.0:1761122781.420085:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:2.0:1761122781.420087:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.420095:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001273acaa x1846669643638400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.420104:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001273acaa x1846669643638400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.420151:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f85cc6. 02000000:00000010:2.0:1761122781.420157:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000143688a. 00000020:00000010:0.0:1761122781.420159:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000100:00000010:2.0:1761122781.420161:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 00000020:00000010:0.0:1761122781.420167:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000100:00000010:2.0:1761122781.420168:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.420175:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000020:00000010:0.0:1761122781.420175:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c8582dd5. 00000100:00000200:0.0:1761122781.420203:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009ea25fe1 x1846669643951168/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.420450:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951168 02000000:00000010:0.0:1761122781.420463:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c3bba6. 00010000:00000010:0.0:1761122781.420491:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000839225c3. 00010000:00000010:0.0:1761122781.420511:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.420519:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.420638:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:0.0:1761122781.420642:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00080000:00000010:1.0:1761122781.420815:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000773a50e2. 00010000:00000010:1.0:1761122781.420903:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216bb4e0. 00010000:00000010:1.0:1761122781.420910:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000780a80ca. 00010000:00000010:1.0:1761122781.420975:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122781.420981:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.420990:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e233872b. 00000100:00000010:1.0:1761122781.420993:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.421000:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122781.421010:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8ea659e. 02000000:00000010:1.0:1761122781.421030:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000067f3120f. 00000400:00000010:1.0:1761122781.421035:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3aee5d2. 00000400:00000010:1.0:1761122781.421040:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122781.421045:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638464, portal 16 00000400:00000010:1.0:1761122781.421050:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122781.421052:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638464, offset 0 00000400:00000200:1.0:1761122781.421058:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.421068:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.421075:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.421079:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.421082:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.421085:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89167:89167:256:4294967295] 192.168.201.27@tcp LPNI seq info [89167:89167:8:4294967295] 00000400:00000200:1.0:1761122781.421095:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.421100:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.421104:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347450). 00000800:00000200:1.0:1761122781.421123:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.421131:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.421135:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.421511:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.421515:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347202). 00000400:00000200:3.0:1761122781.421519:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.421524:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.421527:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:3.0:1761122781.421529:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:3.0:1761122781.421535:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcbf1a57 x1846669643638464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.421744:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122781.421749:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951168, offset 224 00000400:00000200:1.0:1761122781.421755:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.424824:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.424832:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89168:89168:256:4294967295] 192.168.201.27@tcp LPNI seq info [89168:89168:8:4294967295] 00000400:00000200:1.0:1761122781.424845:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.424851:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.424859:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347450). 00000800:00000200:1.0:1761122781.424866:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.424874:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.424878:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.424904:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:1.0:1761122781.424909:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c8582dd5. 00000020:00000010:1.0:1761122781.425123:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 02000000:00000010:1.0:1761122781.425133:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2065363. 00000100:00000010:1.0:1761122781.425136:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000009fb4da7. 02000000:00000010:1.0:1761122781.425140:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:1.0:1761122781.425142:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122781.425145:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000100:00000010:1.0:1761122781.425147:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122781.425151:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:1.0:1761122781.425153:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:1.0:1761122781.425157:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077980a22. 00000100:00000010:1.0:1761122781.425160:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122781.425163:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096d192a9. 00000100:00000010:1.0:1761122781.425166:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000200:1.0:1761122781.425177:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122781.425184:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001683ac9. 00000400:00000010:1.0:1761122781.425191:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e2513917 (tot 82347602). 00000800:00000200:2.0:1761122781.425253:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.425259:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:2.0:1761122781.425264:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.425270:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.425274:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:2.0:1761122781.425276:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 02000000:00000010:2.0:1761122781.425283:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c3bba6. 00000400:00000200:1.0:1761122781.426485:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.426497:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482066c0 00000400:00000200:1.0:1761122781.426504:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf259 [1] + 224 00000400:00000200:1.0:1761122781.426516:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.426518:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.426527:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbf1a57 x1846669643638464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.426607:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3aee5d2. 00000400:00000200:3.0:1761122781.426612:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:3.0:1761122781.426613:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:3.0:1761122781.426619:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbf1a57 x1846669643638464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.426627:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcbf1a57 x1846669643638464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.426682:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000067f3120f. 02000000:00000010:3.0:1761122781.426687:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8ea659e. 00000100:00000010:3.0:1761122781.426690:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 00000100:00000010:3.0:1761122781.426695:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:3.0:1761122781.426698:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e233872b. 00010000:00000010:0.1:1761122781.428694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000208f813f. 00000400:00000200:0.0:1761122781.431142:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.431161:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252c80 00000400:00000200:0.0:1761122781.431169:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 0 00000400:00000200:0.0:1761122781.431239:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.431245:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.431454:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.431460:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 00010000:00000010:1.1:1761122781.434391:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d891c7. 00010000:00000010:1.1:1761122781.434406:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00000020:00000010:1.0:1761122781.434441:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6df138e. 00000020:00000010:1.0:1761122781.434448:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.434452:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.434481:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b6a572 x1846669643951232/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.434521:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951232 02000000:00000010:1.0:1761122781.434531:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3dc07f8. 00010000:00000010:1.0:1761122781.434571:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000092a8876a. 00010000:00000010:1.0:1761122781.434591:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.434597:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.434608:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.434612:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.434627:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122781.434631:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951232, offset 224 00000400:00000200:1.0:1761122781.434638:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.434652:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.434680:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89169:89169:256:4294967295] 192.168.201.27@tcp LPNI seq info [89169:89169:8:4294967295] 00000400:00000200:1.0:1761122781.434691:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.434697:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.434701:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122781.434707:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.434713:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.434717:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.434737:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.434741:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.434743:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6df138e. 00000800:00000200:0.0:1761122781.435502:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.435505:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:0.0:1761122781.435510:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.435516:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.435520:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:0.0:1761122781.435522:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00080000:00000010:3.0:1761122781.436865:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a75a04f. 00010000:00000010:3.0:1761122781.436954:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:3.0:1761122781.436961:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000065bb9b9. 00010000:00000010:3.0:1761122781.437022:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.437026:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.437030:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.437034:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00080000:00000010:3.0:1761122781.437047:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079a18c22. 00010000:00000010:3.0:1761122781.437066:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.437069:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.437124:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122781.437128:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c23c89b2. 00010000:00000010:3.0:1761122781.437134:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.437139:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.437147:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.437159:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bfc8ebc. 02000000:00000010:3.0:1761122781.437186:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031e12612. 00000400:00000010:3.0:1761122781.437191:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122781.437197:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.437202:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638528, portal 16 00000400:00000010:3.0:1761122781.437212:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122781.437214:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638528, offset 0 00000400:00000200:3.0:1761122781.437222:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.437232:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.437239:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.437242:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.437246:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.437248:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89170:89170:256:4294967295] 192.168.201.27@tcp LPNI seq info [89170:89170:8:4294967295] 00000400:00000200:3.0:1761122781.437257:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.437262:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.437266:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347602). 00000800:00000200:3.0:1761122781.437271:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.437277:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.437281:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.439713:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.439721:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.439732:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.439741:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.439746:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:1.0:1761122781.439749:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000100:00000200:1.0:1761122781.439758:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.439839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096b9f04b. 00010000:00000010:1.1:1761122781.445710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033fcbb03. 00000400:00000200:0.0:1761122781.446641:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.446702:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206700 00000400:00000200:0.0:1761122781.446713:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf26d [1] + 224 00000400:00000200:0.0:1761122781.446734:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.446739:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.446751:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.446817:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122781.446824:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.446826:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.446841:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.446854:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.446892:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031e12612. 02000000:00000010:3.0:1761122781.446898:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000bfc8ebc. 00000100:00000010:3.0:1761122781.446902:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.446906:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.446910:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000200:0.0:1761122781.447680:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.447691:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252cc0 00000400:00000200:0.0:1761122781.447697:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 328 00000400:00000200:0.0:1761122781.447756:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.447761:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.447765:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.447770:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 00000020:00000010:2.0:1761122781.447885:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:2.0:1761122781.447893:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000037adc309. 00000020:00000010:2.0:1761122781.447897:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001f6d12ec. 00000100:00000200:2.0:1761122781.447920:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a4ea7e4 x1846669643951296/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122781.448880:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951296 02000000:00000010:1.0:1761122781.449128:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6df138e. 00010000:00000010:1.0:1761122781.449162:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7d599c7. 00010000:00000010:1.0:1761122781.449184:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.449190:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.449206:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.449209:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.449222:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122781.449226:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951296, offset 224 00000400:00000200:1.0:1761122781.449234:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.449244:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.449248:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89171:89171:256:4294967295] 192.168.201.27@tcp LPNI seq info [89171:89171:8:4294967295] 00000400:00000200:1.0:1761122781.449255:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.449259:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.449262:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122781.449266:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.449272:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.449275:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.449292:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000037adc309. 00000020:00000010:1.0:1761122781.449295:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001f6d12ec. 00000020:00000010:1.0:1761122781.449298:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 00080000:00000010:0.0:1761122781.450277:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce51ca5f. 00010000:00000010:0.0:1761122781.450369:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c23c89b2. 00010000:00000010:0.0:1761122781.450376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da4ec1c7. 00010000:00000010:0.0:1761122781.450446:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.0:1761122781.450451:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.450462:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122781.450467:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000083accb24. 00000100:00000010:0.0:1761122781.450474:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 02000000:00000010:0.0:1761122781.450485:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b035d55. 02000000:00000010:0.0:1761122781.450510:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d2f1aa6. 00000400:00000010:0.0:1761122781.450515:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de10273f. 00000400:00000010:0.0:1761122781.450520:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122781.450526:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638592, portal 16 00000400:00000010:0.0:1761122781.450530:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122781.450532:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638592, offset 0 00000400:00000200:0.0:1761122781.450539:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.450548:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.450555:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.450559:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.450561:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.450565:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89172:89172:255:4294967295] 192.168.201.27@tcp LPNI seq info [89172:89172:7:4294967295] 00000400:00000200:0.0:1761122781.450573:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.450579:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.450583:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347850). 00000800:00000200:0.0:1761122781.450587:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.450594:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.450597:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122781.450878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012b1ad18. 00010000:00000010:3.1:1761122781.450887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:3.1:1761122781.450892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.450895:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00000800:00000200:3.0:1761122781.450939:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.451147:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347602). 00000400:00000200:3.0:1761122781.451152:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.451157:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.451161:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:3.0:1761122781.451163:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000800:00000200:3.0:1761122781.451223:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.451225:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:3.0:1761122781.451229:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.451232:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.451234:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122781.451236:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000100:00000200:3.0:1761122781.451242:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000963727ec x1846669643638592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.452889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000635e28e7. 00000400:00000200:0.0:1761122781.456610:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.456634:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206740 00000400:00000200:0.0:1761122781.456644:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf279 [1] + 224 00000400:00000200:0.0:1761122781.456686:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.456690:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.456700:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000963727ec x1846669643638592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.456734:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.456741:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252d00 00000400:00000200:0.0:1761122781.456745:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 656 00000400:00000200:0.0:1761122781.456812:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.456817:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.456821:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.456828:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000400:00000010:1.0:1761122781.457442:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de10273f. 00000400:00000200:1.0:1761122781.457449:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:1.0:1761122781.457451:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:1.0:1761122781.457460:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000963727ec x1846669643638592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.457469:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000963727ec x1846669643638592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.457501:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d2f1aa6. 02000000:00000010:1.0:1761122781.457509:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b035d55. 00000100:00000010:1.0:1761122781.457513:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000010:1.0:1761122781.457517:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000083accb24. 00010000:00000010:1.0:1761122781.457521:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000020:00000010:2.0:1761122781.457629:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f85cc6. 00000020:00000010:2.0:1761122781.457636:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.457641:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.457701:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643951360/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.457737:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951360 02000000:00000010:2.0:1761122781.457748:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:2.0:1761122781.457776:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ba66d53. 00010000:00000010:2.0:1761122781.457797:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.457804:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.457817:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.457821:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.457836:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.457840:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951360, offset 224 00000400:00000200:2.0:1761122781.457848:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.457859:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.457865:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89173:89173:256:4294967295] 192.168.201.27@tcp LPNI seq info [89173:89173:8:4294967295] 00000400:00000200:2.0:1761122781.457876:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.457881:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.457886:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122781.457892:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.457899:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.457903:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.457918:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.457922:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.457927:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f85cc6. 00080000:00000010:1.0:1761122781.458569:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8ea659e. 00010000:00000010:1.0:1761122781.458690:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:1.0:1761122781.458697:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f58feb8. 00010000:00000010:1.0:1761122781.458777:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078bf0471. 00010000:00000010:1.0:1761122781.458783:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.458793:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.458797:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.458804:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122781.458813:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067f3120f. 02000000:00000010:1.0:1761122781.458836:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2916892. 00000400:00000010:1.0:1761122781.458842:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067653c00. 00000400:00000010:1.0:1761122781.458846:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122781.458851:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638656, portal 16 00000400:00000010:1.0:1761122781.458856:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122781.458858:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638656, offset 0 00000400:00000200:1.0:1761122781.458864:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.458870:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.458877:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.458880:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.458883:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.458886:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89174:89174:255:4294967295] 192.168.201.27@tcp LPNI seq info [89174:89174:7:4294967295] 00000400:00000200:1.0:1761122781.458894:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.458898:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.458902:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347850). 00000800:00000200:1.0:1761122781.458906:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.458911:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.458914:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.459298:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.459302:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347602). 00000400:00000200:0.0:1761122781.459306:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.459311:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.459314:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:0.0:1761122781.459316:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000800:00000200:0.0:1761122781.459349:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.459351:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347354). 00000400:00000200:0.0:1761122781.459355:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.459358:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.459361:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:0.0:1761122781.459363:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000100:00000200:0.0:1761122781.459370:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b146f16 x1846669643638656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.462706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d41211c. 00010000:00000010:0.1:1761122781.462722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00000400:00000200:3.0:1761122781.465228:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.465250:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206780 00000400:00000200:3.0:1761122781.465259:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf285 [1] + 224 00000400:00000200:3.0:1761122781.465275:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.465280:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.465294:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b146f16 x1846669643638656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.466754:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067653c00. 00000400:00000200:1.0:1761122781.466764:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:1.0:1761122781.466766:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000100:00000200:1.0:1761122781.466777:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643638656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.466788:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643638656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.466820:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2916892. 02000000:00000010:1.0:1761122781.466825:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067f3120f. 00000100:00000010:1.0:1761122781.466830:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:1.0:1761122781.466835:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.466839:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00010000:00000010:1.1:1761122781.469696:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000569dd615. 00010000:00000010:1.1:1761122781.469714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6526c3. 00000400:00000200:0.0:1761122781.472869:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.472889:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252d40 00000400:00000200:0.0:1761122781.472897:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 984 00000400:00000200:0.0:1761122781.472962:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.472967:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.472973:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.472980:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 00000020:00000010:1.0:1761122781.473528:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2916892. 00000020:00000010:1.0:1761122781.473535:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.473540:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.473564:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000963727ec x1846669643951424/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.473603:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951424 02000000:00000010:1.0:1761122781.473614:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067f3120f. 00010000:00000010:1.0:1761122781.473641:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000599646f5. 00010000:00000010:1.0:1761122781.473696:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.473708:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.473724:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.473729:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.473743:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122781.473748:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951424, offset 224 00000400:00000200:1.0:1761122781.473757:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.473769:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.473774:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89175:89175:256:4294967295] 192.168.201.27@tcp LPNI seq info [89175:89175:8:4294967295] 00080000:00000010:3.0:1761122781.473775:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f138aada. 00000400:00000200:1.0:1761122781.473786:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.473792:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.473796:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122781.473801:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.473808:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.473812:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.473825:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.473829:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.473832:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2916892. 00010000:00000010:3.0:1761122781.473862:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:3.0:1761122781.473870:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004b1255cc. 00000001:00000010:3.0:1761122781.473924:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f63b964f. 00000001:00000010:3.0:1761122781.473931:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f63b964f. 00000001:00000010:3.0:1761122781.473934:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da0a3b0b. 00080000:00000010:3.0:1761122781.473938:0:77393:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 00000000c01334e0. 00080000:00000010:3.0:1761122781.473945:0:77393:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 000000000bfc8ebc. 00000001:00000010:3.0:1761122781.473951:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f63b964f. 00000800:00000200:0.0:1761122781.473981:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.473985:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:0.0:1761122781.473989:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.473993:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.473996:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:0.0:1761122781.473998:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00010000:00000010:3.0:1761122781.474282:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025e3228d. 00010000:00000010:3.0:1761122781.474286:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474291:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.0:1761122781.474296:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474310:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031e12612. 00010000:00000010:3.0:1761122781.474339:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474342:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474375:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f4bfc9cd. 00010000:00000010:3.0:1761122781.474378:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474381:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bbbc444c. 00010000:00000010:3.0:1761122781.474383:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474392:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000330f2f4d. 00010000:00000010:3.0:1761122781.474418:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474421:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474497:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e25fda4b. 00010000:00000010:3.0:1761122781.474500:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474503:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6c8f91. 00010000:00000010:3.0:1761122781.474506:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474513:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab1816bc. 00010000:00000010:3.0:1761122781.474535:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474538:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474572:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d804117c. 00010000:00000010:3.0:1761122781.474574:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474577:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f6cd8366. 00010000:00000010:3.0:1761122781.474580:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474586:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b734658. 00010000:00000010:3.0:1761122781.474604:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474607:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474635:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000014ab9b25. 00010000:00000010:3.0:1761122781.474637:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474640:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fb36609. 00010000:00000010:3.0:1761122781.474643:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474649:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001890a26. 00010000:00000010:3.0:1761122781.474692:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474695:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474722:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e32211e5. 00010000:00000010:3.0:1761122781.474725:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474728:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eda5d94e. 00010000:00000010:3.0:1761122781.474731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474738:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028715dce. 00010000:00000010:3.0:1761122781.474756:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474759:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474781:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007bf5a871. 00010000:00000010:3.0:1761122781.474783:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474786:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002469c2a9. 00010000:00000010:3.0:1761122781.474789:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474794:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc24218d. 00010000:00000010:3.0:1761122781.474813:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474816:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474840:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a45e0c62. 00010000:00000010:3.0:1761122781.474842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:3.0:1761122781.474848:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474853:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008810d903. 00010000:00000010:3.0:1761122781.474873:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474876:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474906:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b76c28ab. 00010000:00000010:3.0:1761122781.474908:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474911:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec07dd21. 00010000:00000010:3.0:1761122781.474914:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474920:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001da1f4fc. 00010000:00000010:3.0:1761122781.474939:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.474942:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474966:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b8bcf5b. 00010000:00000010:3.0:1761122781.474968:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.474971:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045d19641. 00010000:00000010:3.0:1761122781.474974:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.474979:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009abf68c9. 00010000:00000010:3.0:1761122781.475017:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475020:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475049:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000094d98fb3. 00010000:00000010:3.0:1761122781.475052:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475054:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081e59ad9. 00010000:00000010:3.0:1761122781.475057:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475063:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006030fb33. 00010000:00000010:3.0:1761122781.475081:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475084:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475107:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d01f3c6f. 00010000:00000010:3.0:1761122781.475122:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475125:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259d613f. 00010000:00000010:3.0:1761122781.475128:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475135:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000147d44a9. 00010000:00000010:3.0:1761122781.475155:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475158:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475182:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abae71bb. 00010000:00000010:3.0:1761122781.475184:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475187:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e43e1537. 00010000:00000010:3.0:1761122781.475190:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475195:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2a24d30. 00010000:00000010:3.0:1761122781.475214:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475217:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475240:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f262ecae. 00010000:00000010:3.0:1761122781.475242:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475245:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025803900. 00010000:00000010:3.0:1761122781.475247:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475253:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a85509d. 00010000:00000010:3.0:1761122781.475271:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475273:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475317:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008789c565. 00010000:00000010:3.0:1761122781.475319:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475322:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005151c15a. 00010000:00000010:3.0:1761122781.475325:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475332:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa80807f. 00010000:00000010:3.0:1761122781.475352:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475354:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475379:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008f7e842d. 00010000:00000010:3.0:1761122781.475382:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475384:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f6e68f. 00010000:00000010:3.0:1761122781.475387:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475393:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040fdf338. 00010000:00000010:3.0:1761122781.475410:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475412:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475456:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036a038c9. 00010000:00000010:3.0:1761122781.475459:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475461:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000075fa546f. 00010000:00000010:3.0:1761122781.475464:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475471:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022451d50. 00010000:00000010:3.0:1761122781.475490:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475493:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475517:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e004412c. 00010000:00000010:3.0:1761122781.475520:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475523:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c89fc8d. 00010000:00000010:3.0:1761122781.475526:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475531:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000acca3f6f. 00010000:00000010:3.0:1761122781.475549:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475551:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475575:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ce4d5cd9. 00010000:00000010:3.0:1761122781.475577:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475580:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122781.475583:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475588:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000defa5b30. 00010000:00000010:3.0:1761122781.475606:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475608:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475632:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e67fac. 00010000:00000010:3.0:1761122781.475634:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.475637:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080a4f4fa. 00010000:00000010:3.0:1761122781.475640:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00080000:00000010:3.0:1761122781.475645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000af242ca. 00010000:00000010:3.0:1761122781.475880:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.475885:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:2.0:1761122781.483262:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000073ae754. 00010000:00000010:2.0:1761122781.483275:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483282:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:2.0:1761122781.483291:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483320:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015f85cc6. 00010000:00000010:2.0:1761122781.483432:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483438:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483499:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025d9507a. 00010000:00000010:2.0:1761122781.483501:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483504:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043084817. 00010000:00000010:2.0:1761122781.483507:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483515:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc8c6d21. 00010000:00000010:2.0:1761122781.483535:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483538:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483568:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c8b1d257. 00010000:00000010:2.0:1761122781.483570:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483573:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087b06446. 00010000:00000010:2.0:1761122781.483575:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483582:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000143688a. 00010000:00000010:2.0:1761122781.483600:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483603:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483627:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001553f452. 00010000:00000010:2.0:1761122781.483629:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483631:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.0:1761122781.483634:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483639:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096d192a9. 00010000:00000010:2.0:1761122781.483694:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483698:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483726:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bc97e37. 00010000:00000010:2.0:1761122781.483729:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483732:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bd92a70. 00010000:00000010:2.0:1761122781.483735:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483741:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077980a22. 00010000:00000010:2.0:1761122781.483761:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483763:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483788:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000639c0a78. 00010000:00000010:2.0:1761122781.483790:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.483792:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.0:1761122781.483795:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.483801:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c33e0692. 00010000:00000010:2.0:1761122781.483818:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.483820:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484135:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fe6d1c69. 00010000:00000010:2.0:1761122781.484139:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484142:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.0:1761122781.484145:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484155:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dbb198a. 00010000:00000010:2.0:1761122781.484180:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484183:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484214:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069a4e6f3. 00010000:00000010:2.0:1761122781.484217:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484219:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.0:1761122781.484222:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484230:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003bf60e9b. 00010000:00000010:2.0:1761122781.484255:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484257:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484479:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009080e240. 00010000:00000010:2.0:1761122781.484482:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484485:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.0:1761122781.484489:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484498:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c727a7b. 00010000:00000010:2.0:1761122781.484523:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484526:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484555:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000679a6da3. 00010000:00000010:2.0:1761122781.484558:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484561:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:2.0:1761122781.484564:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484572:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e13122d8. 00010000:00000010:2.0:1761122781.484594:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484598:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484626:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca34c19a. 00010000:00000010:2.0:1761122781.484628:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484632:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e11887b. 00010000:00000010:2.0:1761122781.484634:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484641:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a175c760. 00010000:00000010:2.0:1761122781.484690:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484693:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484759:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c807f88. 00010000:00000010:2.0:1761122781.484762:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484765:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.0:1761122781.484768:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484778:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d87ca7e5. 00010000:00000010:2.0:1761122781.484804:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484811:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484848:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab35b148. 00010000:00000010:2.0:1761122781.484852:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484855:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000051964d56. 00010000:00000010:2.0:1761122781.484858:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484866:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a4452a0. 00010000:00000010:2.0:1761122781.484891:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484894:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484925:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000588ce2c1. 00010000:00000010:2.0:1761122781.484928:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.484931:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.0:1761122781.484934:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.484941:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cea1cd7f. 00010000:00000010:2.0:1761122781.484964:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.484967:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485001:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d986f496. 00010000:00000010:2.0:1761122781.485004:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485008:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000338f9615. 00010000:00000010:2.0:1761122781.485011:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485018:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f03642cd. 00010000:00000010:2.0:1761122781.485044:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485048:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485080:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc0ac12d. 00010000:00000010:2.0:1761122781.485083:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485086:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001b21b613. 00010000:00000010:2.0:1761122781.485089:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485097:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000869bf648. 00010000:00000010:2.0:1761122781.485137:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485140:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485173:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000086861bfe. 00010000:00000010:2.0:1761122781.485176:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485179:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.0:1761122781.485182:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485189:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075642c01. 00010000:00000010:2.0:1761122781.485212:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485215:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485241:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000090e97a02. 00010000:00000010:2.0:1761122781.485244:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485246:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e6622de5. 00010000:00000010:2.0:1761122781.485249:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485255:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d050ae09. 00010000:00000010:2.0:1761122781.485265:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485267:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485290:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea7484ca. 00010000:00000010:2.0:1761122781.485292:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485295:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085dafd8a. 00010000:00000010:2.0:1761122781.485297:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485302:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081ed4503. 00010000:00000010:2.0:1761122781.485320:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485322:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485343:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e032875c. 00010000:00000010:2.0:1761122781.485345:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485349:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ad1776bb. 00010000:00000010:2.0:1761122781.485351:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485357:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7af0477. 00010000:00000010:2.0:1761122781.485373:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485401:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000eee4a151. 00010000:00000010:2.0:1761122781.485404:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485406:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e3eae01. 00010000:00000010:2.0:1761122781.485408:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485414:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e55b54b5. 00010000:00000010:2.0:1761122781.485432:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485434:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485456:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000be1ded07. 00010000:00000010:2.0:1761122781.485458:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485461:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a08b9b82. 00010000:00000010:2.0:1761122781.485463:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485469:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5a3736a. 00010000:00000010:2.0:1761122781.485485:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485488:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485509:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d619a090. 00010000:00000010:2.0:1761122781.485512:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485514:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a9a1a75. 00010000:00000010:2.0:1761122781.485516:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485522:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000291bb2d6. 00010000:00000010:2.0:1761122781.485538:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485541:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485562:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078c74883. 00010000:00000010:2.0:1761122781.485564:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485567:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000072b93a4d. 00010000:00000010:2.0:1761122781.485569:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485575:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a291bded. 00010000:00000010:2.0:1761122781.485592:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485594:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485624:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b66ce8e. 00010000:00000010:2.0:1761122781.485626:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485629:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c6d47f4. 00010000:00000010:2.0:1761122781.485631:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485637:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f62a6b5. 00010000:00000010:2.0:1761122781.485683:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485686:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485714:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005bf93c75. 00010000:00000010:2.0:1761122781.485717:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485720:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013448422. 00010000:00000010:2.0:1761122781.485723:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485730:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c4376508. 00010000:00000010:2.0:1761122781.485755:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485759:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485793:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004ff9d871. 00010000:00000010:2.0:1761122781.485797:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485800:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000558b10f. 00010000:00000010:2.0:1761122781.485802:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485810:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba78106d. 00010000:00000010:2.0:1761122781.485831:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485834:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485861:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab9a5aa9. 00010000:00000010:2.0:1761122781.485864:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485867:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057226219. 00010000:00000010:2.0:1761122781.485869:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485878:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f94d5a0c. 00010000:00000010:2.0:1761122781.485901:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485905:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485933:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbdf17df. 00010000:00000010:2.0:1761122781.485935:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.485938:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007caf5b45. 00010000:00000010:2.0:1761122781.485941:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.485947:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db0650fa. 00010000:00000010:2.0:1761122781.485968:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.485971:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486002:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cb6584b4. 00010000:00000010:2.0:1761122781.486005:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486008:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000086064eba. 00010000:00000010:2.0:1761122781.486011:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486268:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f193dd98. 00010000:00000010:2.0:1761122781.486296:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486300:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486340:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000868578eb. 00010000:00000010:2.0:1761122781.486343:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486347:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a175758. 00010000:00000010:2.0:1761122781.486349:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486356:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005cc32d70. 00010000:00000010:2.0:1761122781.486379:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486382:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486416:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000026708342. 00010000:00000010:2.0:1761122781.486420:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486423:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000468a6186. 00010000:00000010:2.0:1761122781.486426:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486434:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b379c43c. 00010000:00000010:2.0:1761122781.486459:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486462:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486498:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000081e3ec12. 00010000:00000010:2.0:1761122781.486501:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486504:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ee10dcbc. 00010000:00000010:2.0:1761122781.486507:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486516:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd9af6e8. 00010000:00000010:2.0:1761122781.486540:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486543:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486572:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e59ac8f4. 00010000:00000010:2.0:1761122781.486574:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486577:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080f1a7a5. 00010000:00000010:2.0:1761122781.486579:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486586:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0f352cc. 00010000:00000010:2.0:1761122781.486605:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486607:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486631:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd0d8afc. 00010000:00000010:2.0:1761122781.486634:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486636:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a67ef457. 00010000:00000010:2.0:1761122781.486638:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486644:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d92a418c. 00010000:00000010:2.0:1761122781.486688:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486691:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486717:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000004c2db8c. 00010000:00000010:2.0:1761122781.486719:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486722:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cc9bb7b9. 00010000:00000010:2.0:1761122781.486724:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486731:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb2e0bc3. 00010000:00000010:2.0:1761122781.486749:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486751:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486776:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000171ba6d2. 00010000:00000010:2.0:1761122781.486779:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486781:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009d9cb1aa. 00010000:00000010:2.0:1761122781.486783:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486790:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a56cd43. 00010000:00000010:2.0:1761122781.486807:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486809:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486831:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac8c6d76. 00010000:00000010:2.0:1761122781.486833:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486835:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9b72ee2. 00010000:00000010:2.0:1761122781.486838:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.486843:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd6e369b. 00010000:00000010:2.0:1761122781.486860:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.486863:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.486890:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004213c00e. 00010000:00000010:2.0:1761122781.486892:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487095:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005320a781. 00010000:00000010:2.0:1761122781.487098:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487107:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aeeb1e1f. 00010000:00000010:2.0:1761122781.487473:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.487477:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487506:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a8a4d2f. 00010000:00000010:2.0:1761122781.487509:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487512:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d632f803. 00010000:00000010:2.0:1761122781.487514:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487522:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003cb79af9. 00010000:00000010:2.0:1761122781.487540:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.487542:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487566:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006519ead4. 00010000:00000010:2.0:1761122781.487568:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487571:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f25bc86. 00010000:00000010:2.0:1761122781.487573:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487579:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008c88a346. 00010000:00000010:2.0:1761122781.487596:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.487598:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487621:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007880bd26. 00010000:00000010:2.0:1761122781.487623:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487626:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000caebd85b. 00010000:00000010:2.0:1761122781.487628:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487634:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000029a701e4. 00010000:00000010:2.0:1761122781.487651:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.1:1761122781.487774:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c5f38c3. 00010000:00000010:2.0:1761122781.487783:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487821:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008241713d. 00010000:00000010:2.0:1761122781.487824:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487826:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d55d60db. 00010000:00000010:2.0:1761122781.487830:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487837:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000da870b5. 00010000:00000010:2.0:1761122781.487858:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.487861:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487891:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9d9bb32. 00010000:00000010:2.0:1761122781.487894:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487897:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002e870849. 00010000:00000010:2.0:1761122781.487900:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487908:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e1604e0. 00010000:00000010:2.0:1761122781.487932:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.487936:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487968:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d7a8f50. 00010000:00000010:2.0:1761122781.487971:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.487974:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000045a68d. 00010000:00000010:2.0:1761122781.487976:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.487983:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8b17b2a. 00010000:00000010:2.0:1761122781.488011:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488014:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488039:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ba6b61b3. 00010000:00000010:2.0:1761122781.488041:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488045:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c0c9c3d. 00010000:00000010:2.0:1761122781.488047:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488055:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048ec9779. 00010000:00000010:2.0:1761122781.488072:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488075:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488099:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004704c580. 00010000:00000010:2.0:1761122781.488102:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488105:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c51fbc63. 00010000:00000010:2.0:1761122781.488107:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488125:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073685dcf. 00010000:00000010:2.0:1761122781.488146:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488149:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488173:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049e4c22a. 00010000:00000010:2.0:1761122781.488175:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488177:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9f056ca. 00010000:00000010:2.0:1761122781.488180:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488185:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000721cc18. 00010000:00000010:2.0:1761122781.488202:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488205:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488246:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001619e627. 00010000:00000010:2.0:1761122781.488249:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488251:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000259a1af7. 00010000:00000010:2.0:1761122781.488254:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488260:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eac08c9. 00010000:00000010:2.0:1761122781.488278:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488281:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488303:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a638af67. 00010000:00000010:2.0:1761122781.488305:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488308:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cca491ca. 00010000:00000010:2.0:1761122781.488310:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488527:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aac1c527. 00010000:00000010:2.0:1761122781.488545:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488548:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488577:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000de9efa6. 00010000:00000010:2.0:1761122781.488579:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488581:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d417e264. 00010000:00000010:2.0:1761122781.488584:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488590:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007eb38c1d. 00010000:00000010:2.0:1761122781.488607:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.488610:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488633:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cdc3f2ed. 00010000:00000010:2.0:1761122781.488635:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.488637:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005a7af707. 00010000:00000010:2.0:1761122781.488640:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.488645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005dea8e63. 00010000:00000010:2.0:1761122781.490006:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.490015:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490068:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f780b519. 00010000:00000010:2.0:1761122781.490071:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490075:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af5d10da. 00010000:00000010:2.0:1761122781.490078:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.490088:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed305f71. 00010000:00000010:2.0:1761122781.490131:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.490134:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490814:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aed1a1b2. 00010000:00000010:2.0:1761122781.490819:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490822:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f4f9762. 00010000:00000010:2.0:1761122781.490825:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.490836:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd4d6080. 00010000:00000010:2.0:1761122781.490864:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.490867:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490913:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a85c682a. 00010000:00000010:2.0:1761122781.490916:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490919:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000fbe0079. 00010000:00000010:2.0:1761122781.490923:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.490932:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050cee8c7. 00010000:00000010:2.0:1761122781.490957:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.490961:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.490995:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f74bc1b9. 00010000:00000010:2.0:1761122781.490998:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491002:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001385557f. 00010000:00000010:2.0:1761122781.491006:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491014:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000558f0ebc. 00010000:00000010:2.0:1761122781.491035:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491038:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491069:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000600a9402. 00010000:00000010:2.0:1761122781.491071:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491074:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008d6e0d7b. 00010000:00000010:2.0:1761122781.491077:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491083:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005669892e. 00010000:00000010:2.0:1761122781.491101:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491103:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491144:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000702012d9. 00010000:00000010:2.0:1761122781.491147:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491150:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9277f1f. 00010000:00000010:2.0:1761122781.491153:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491162:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038857fa5. 00010000:00000010:2.0:1761122781.491181:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491184:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491207:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000225d7595. 00010000:00000010:2.0:1761122781.491210:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491212:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7010c53. 00010000:00000010:2.0:1761122781.491215:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491220:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061229f64. 00010000:00000010:2.0:1761122781.491237:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491240:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491264:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003c351ce0. 00010000:00000010:2.0:1761122781.491266:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491269:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029e9208e. 00010000:00000010:2.0:1761122781.491271:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491277:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008679ad2b. 00010000:00000010:2.0:1761122781.491519:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491522:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491551:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005605f6a0. 00010000:00000010:2.0:1761122781.491554:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491556:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057229f10. 00010000:00000010:2.0:1761122781.491559:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491565:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d1856f. 00010000:00000010:2.0:1761122781.491583:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491585:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491609:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000251a68c8. 00010000:00000010:2.0:1761122781.491611:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.491614:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b75e7f35. 00010000:00000010:2.0:1761122781.491616:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.491621:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dc30915. 00010000:00000010:2.0:1761122781.491638:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.491640:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492421:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad6099c2. 00010000:00000010:2.0:1761122781.492429:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492433:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ee18e02. 00010000:00000010:2.0:1761122781.492438:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492451:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a51b9b5. 00010000:00000010:2.0:1761122781.492497:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492501:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492563:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8271a84. 00010000:00000010:2.0:1761122781.492567:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492570:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e1dd7c8c. 00010000:00000010:2.0:1761122781.492574:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492588:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e93e253. 00010000:00000010:2.0:1761122781.492617:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492621:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492690:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e018108. 00010000:00000010:2.0:1761122781.492694:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492697:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000752f08d6. 00010000:00000010:2.0:1761122781.492701:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492710:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009244c960. 00010000:00000010:2.0:1761122781.492736:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492746:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492781:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a78d1ebd. 00010000:00000010:2.0:1761122781.492784:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492787:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c60f1c89. 00010000:00000010:2.0:1761122781.492795:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492804:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063fb3257. 00010000:00000010:2.0:1761122781.492828:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492832:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492870:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f7981932. 00010000:00000010:2.0:1761122781.492873:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492876:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c18857e3. 00010000:00000010:2.0:1761122781.492878:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492887:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083a98f95. 00010000:00000010:2.0:1761122781.492907:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492910:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492938:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c197851. 00010000:00000010:2.0:1761122781.492941:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.492944:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000388247e0. 00010000:00000010:2.0:1761122781.492947:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.492955:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a07cd25a. 00010000:00000010:2.0:1761122781.492978:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.492981:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493045:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fd090a10. 00010000:00000010:2.0:1761122781.493049:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493052:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c66fed7. 00010000:00000010:2.0:1761122781.493055:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493062:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8bf2403. 00010000:00000010:2.0:1761122781.493085:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493088:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493221:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067fab085. 00010000:00000010:2.0:1761122781.493224:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493227:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aa14d7bb. 00010000:00000010:2.0:1761122781.493230:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493236:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3540090. 00010000:00000010:2.0:1761122781.493256:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493258:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493301:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ae2333d1. 00010000:00000010:2.0:1761122781.493304:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493307:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004ba8360e. 00010000:00000010:2.0:1761122781.493310:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493318:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000380ac33. 00010000:00000010:2.0:1761122781.493341:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493345:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493431:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000080257879. 00010000:00000010:2.0:1761122781.493434:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493438:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000566a4f44. 00010000:00000010:2.0:1761122781.493441:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493449:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d08c15d8. 00010000:00000010:2.0:1761122781.493473:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493477:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493520:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007491465e. 00010000:00000010:2.0:1761122781.493524:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493527:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025f22513. 00010000:00000010:2.0:1761122781.493530:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493537:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002f7a397. 00010000:00000010:2.0:1761122781.493613:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493617:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493693:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046c0fe1d. 00010000:00000010:2.0:1761122781.493697:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493701:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0525c73. 00010000:00000010:2.0:1761122781.493705:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493715:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f0383c0e. 00010000:00000010:2.0:1761122781.493742:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493752:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493804:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f800f0fc. 00010000:00000010:2.0:1761122781.493808:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493811:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000041ec89f0. 00010000:00000010:2.0:1761122781.493814:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493822:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1e97689. 00010000:00000010:2.0:1761122781.493846:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493849:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493923:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000dbd289e. 00010000:00000010:2.0:1761122781.493927:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.493930:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000042e5d103. 00010000:00000010:2.0:1761122781.493933:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.493941:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7912168. 00010000:00000010:2.0:1761122781.493966:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.493969:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494006:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000036481113. 00010000:00000010:2.0:1761122781.494008:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494011:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c4e49627. 00010000:00000010:2.0:1761122781.494015:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494023:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006872eb97. 00010000:00000010:2.0:1761122781.494045:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494048:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494082:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b8d4078. 00010000:00000010:2.0:1761122781.494085:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494088:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bacdb12a. 00010000:00000010:2.0:1761122781.494091:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494098:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048d6f0eb. 00010000:00000010:2.0:1761122781.494133:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494136:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494174:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009ce62cae. 00010000:00000010:2.0:1761122781.494178:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494180:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001381f4dd. 00010000:00000010:2.0:1761122781.494183:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494190:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d274da13. 00010000:00000010:2.0:1761122781.494214:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494217:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494252:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050e814c0. 00010000:00000010:2.0:1761122781.494255:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494258:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb4a5e08. 00010000:00000010:2.0:1761122781.494261:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494268:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b9d899f. 00010000:00000010:2.0:1761122781.494292:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494296:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494330:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065d1d75a. 00010000:00000010:2.0:1761122781.494333:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494336:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1913a1f. 00010000:00000010:2.0:1761122781.494339:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494345:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ac90785. 00010000:00000010:2.0:1761122781.494702:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494707:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494749:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000049518311. 00010000:00000010:2.0:1761122781.494752:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494755:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d0a0f740. 00010000:00000010:2.0:1761122781.494759:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494768:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d1b9d45. 00010000:00000010:2.0:1761122781.494794:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494797:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494831:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a279c6b8. 00010000:00000010:2.0:1761122781.494834:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494836:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db3fdfed. 00010000:00000010:2.0:1761122781.494839:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494847:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd76e621. 00010000:00000010:2.0:1761122781.494871:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494874:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494908:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000547c25a9. 00010000:00000010:2.0:1761122781.494911:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494915:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043c9486b. 00010000:00000010:2.0:1761122781.494917:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.494925:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094b86932. 00010000:00000010:2.0:1761122781.494949:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.494953:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494991:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000abd62acc. 00010000:00000010:2.0:1761122781.494994:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.494997:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000dd4f24a. 00010000:00000010:2.0:1761122781.495000:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495007:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096bd120c. 00010000:00000010:2.0:1761122781.495030:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495033:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495069:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001735413d. 00010000:00000010:2.0:1761122781.495072:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495074:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093f3e78e. 00010000:00000010:2.0:1761122781.495077:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495084:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085c65ba6. 00010000:00000010:2.0:1761122781.495106:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495122:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495164:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f20ef64. 00010000:00000010:2.0:1761122781.495167:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495170:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c633bc59. 00010000:00000010:2.0:1761122781.495174:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495181:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ea4914e. 00010000:00000010:2.0:1761122781.495204:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495208:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495242:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000058cc5c8c. 00010000:00000010:2.0:1761122781.495245:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495248:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000faf039c4. 00010000:00000010:2.0:1761122781.495250:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495257:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c31f1bb. 00010000:00000010:2.0:1761122781.495279:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495282:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495317:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040de1ab8. 00010000:00000010:2.0:1761122781.495320:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495323:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f1344188. 00010000:00000010:2.0:1761122781.495326:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495335:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016bcc5e8. 00010000:00000010:2.0:1761122781.495359:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495472:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495512:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a9f4370. 00010000:00000010:2.0:1761122781.495515:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495520:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000306357a4. 00010000:00000010:2.0:1761122781.495523:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495530:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000024ed43fa. 00010000:00000010:2.0:1761122781.495619:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495624:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495704:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008905b5c8. 00010000:00000010:2.0:1761122781.495708:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495711:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d5840cf2. 00010000:00000010:2.0:1761122781.495715:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495723:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0c9e581. 00010000:00000010:2.0:1761122781.495748:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495751:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495788:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fda3340a. 00010000:00000010:2.0:1761122781.495791:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.495794:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cf0df8d3. 00010000:00000010:2.0:1761122781.495798:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.495806:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006648b851. 00010000:00000010:2.0:1761122781.495828:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.495832:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496107:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d172a653. 00010000:00000010:2.0:1761122781.496123:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496126:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000edad3a3a. 00010000:00000010:2.0:1761122781.496129:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496137:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000655de993. 00010000:00000010:2.0:1761122781.496164:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496167:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496199:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000792a3036. 00010000:00000010:2.0:1761122781.496203:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496205:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b94c4e6. 00010000:00000010:2.0:1761122781.496209:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496216:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b14722f4. 00010000:00000010:2.0:1761122781.496239:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496242:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496272:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002720197c. 00010000:00000010:2.0:1761122781.496275:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496278:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000084e643f3. 00010000:00000010:2.0:1761122781.496281:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496289:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e266701d. 00010000:00000010:2.0:1761122781.496314:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496318:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496347:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099397df7. 00010000:00000010:2.0:1761122781.496350:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496354:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007c54b3c7. 00010000:00000010:2.0:1761122781.496357:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496416:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005de99701. 00010000:00000010:2.0:1761122781.496443:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496447:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496481:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbf33b41. 00010000:00000010:2.0:1761122781.496484:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496487:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c126bbb. 00010000:00000010:2.0:1761122781.496490:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496498:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085afa0b7. 00010000:00000010:2.0:1761122781.496519:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496522:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496607:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009285d170. 00010000:00000010:2.0:1761122781.496611:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496614:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cb97d6e4. 00010000:00000010:2.0:1761122781.496619:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496627:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7fdcc70. 00010000:00000010:2.0:1761122781.496686:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496691:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496727:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024ebb339. 00010000:00000010:2.0:1761122781.496731:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496734:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003eadade4. 00010000:00000010:2.0:1761122781.496738:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f71a65f. 00010000:00000010:2.0:1761122781.496770:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.496773:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00000001:00000010:2.0:1761122781.496797:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000982ad50d. 00000001:00000010:2.0:1761122781.496802:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000982ad50d. 00000001:00000010:2.0:1761122781.496806:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000982ad50d. 00000001:00000010:2.0:1761122781.496808:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f63b964f. 00010000:00000010:2.0:1761122781.496826:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000291ecd27. 00010000:00000010:2.0:1761122781.496828:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.496831:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000091bdf03a. 00010000:00000010:2.0:1761122781.496834:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.496841:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000067aa1dc. 00010000:00000010:2.0:1761122781.497060:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497065:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497096:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000001a8790e. 00010000:00000010:2.0:1761122781.497099:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497101:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f946c536. 00010000:00000010:2.0:1761122781.497104:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497124:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e77e5f77. 00010000:00000010:2.0:1761122781.497148:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497152:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497183:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ea86f538. 00010000:00000010:2.0:1761122781.497186:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497189:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6c5dc4a. 00010000:00000010:2.0:1761122781.497193:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497200:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d40298dc. 00010000:00000010:2.0:1761122781.497221:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497224:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497255:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084615687. 00010000:00000010:2.0:1761122781.497258:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497261:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002d24c9e. 00010000:00000010:2.0:1761122781.497264:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497270:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e24ef2c. 00010000:00000010:2.0:1761122781.497290:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497294:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497323:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000041d34670. 00010000:00000010:2.0:1761122781.497327:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497329:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9029a39. 00010000:00000010:2.0:1761122781.497332:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497341:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004692120d. 00010000:00000010:2.0:1761122781.497427:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497432:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497470:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc265e62. 00010000:00000010:2.0:1761122781.497474:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497477:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d596a63. 00010000:00000010:2.0:1761122781.497479:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497487:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b472fca. 00010000:00000010:2.0:1761122781.497512:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497516:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497543:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b200cd61. 00010000:00000010:2.0:1761122781.497545:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497615:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083854d03. 00010000:00000010:2.0:1761122781.497619:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497628:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5975a80. 00010000:00000010:2.0:1761122781.497688:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497694:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497728:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d108666d. 00010000:00000010:2.0:1761122781.497731:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497734:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c9c96b4d. 00010000:00000010:2.0:1761122781.497737:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fe3c3d2. 00010000:00000010:2.0:1761122781.497771:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497775:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497804:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000084e47af. 00010000:00000010:2.0:1761122781.497807:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497810:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f5d8d515. 00010000:00000010:2.0:1761122781.497813:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497820:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017f278ad. 00010000:00000010:2.0:1761122781.497843:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497846:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497881:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc80781a. 00010000:00000010:2.0:1761122781.497884:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497887:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006551ea80. 00010000:00000010:2.0:1761122781.497890:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497897:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ece9793. 00010000:00000010:2.0:1761122781.497920:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497923:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497953:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff3f6c50. 00010000:00000010:2.0:1761122781.497956:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.497959:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f424bf97. 00010000:00000010:2.0:1761122781.497961:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.497968:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006a3fd515. 00010000:00000010:2.0:1761122781.497986:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.497989:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498016:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f5d1b3a9. 00010000:00000010:2.0:1761122781.498018:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498020:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fec44177. 00010000:00000010:2.0:1761122781.498023:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498028:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bca13116. 00010000:00000010:2.0:1761122781.498052:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498055:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498077:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000576c1268. 00010000:00000010:2.0:1761122781.498079:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498081:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007472fbe5. 00010000:00000010:2.0:1761122781.498084:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498090:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec979383. 00010000:00000010:2.0:1761122781.498105:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498107:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498147:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d8915e59. 00010000:00000010:2.0:1761122781.498150:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498153:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000df44b49. 00010000:00000010:2.0:1761122781.498156:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498164:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa740784. 00010000:00000010:2.0:1761122781.498187:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498190:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498220:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000493ae6a6. 00010000:00000010:2.0:1761122781.498223:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498225:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014f6959f. 00010000:00000010:2.0:1761122781.498228:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498236:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e2701ce. 00010000:00000010:2.0:1761122781.498258:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498544:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498779:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ca43bb26. 00010000:00000010:2.0:1761122781.498783:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498786:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ba535ca. 00010000:00000010:2.0:1761122781.498790:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498800:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b4f8b90. 00010000:00000010:2.0:1761122781.498825:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498860:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064d76a60. 00010000:00000010:2.0:1761122781.498863:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498867:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000059e6d118. 00010000:00000010:2.0:1761122781.498870:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498877:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055066e02. 00010000:00000010:2.0:1761122781.498899:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498903:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498939:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dd0b15b5. 00010000:00000010:2.0:1761122781.498942:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.498945:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c337588. 00010000:00000010:2.0:1761122781.498948:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.498956:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6f5adf3. 00010000:00000010:2.0:1761122781.498979:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.498983:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499012:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bb719245. 00010000:00000010:2.0:1761122781.499014:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499017:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f718cb39. 00010000:00000010:2.0:1761122781.499020:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499027:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000746aef76. 00010000:00000010:2.0:1761122781.499055:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499059:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499088:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000032cff833. 00010000:00000010:2.0:1761122781.499092:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499094:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a78a9748. 00010000:00000010:2.0:1761122781.499098:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499106:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008735492f. 00010000:00000010:2.0:1761122781.499156:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499160:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499191:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002c8d37d2. 00010000:00000010:2.0:1761122781.499194:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499197:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfc42e60. 00010000:00000010:2.0:1761122781.499200:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499208:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054058fec. 00010000:00000010:2.0:1761122781.499231:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499234:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499460:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b24f7a4a. 00010000:00000010:2.0:1761122781.499463:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499466:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006f238291. 00010000:00000010:2.0:1761122781.499469:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499477:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000037be4197. 00010000:00000010:2.0:1761122781.499502:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499506:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499537:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000778d7c4f. 00010000:00000010:2.0:1761122781.499540:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499543:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000060f236c0. 00010000:00000010:2.0:1761122781.499854:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499869:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc13eaa8. 00010000:00000010:2.0:1761122781.499897:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499901:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499947:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b2c10820. 00010000:00000010:2.0:1761122781.499950:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.499954:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001c3bd1b1. 00010000:00000010:2.0:1761122781.499957:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.499965:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041a52979. 00010000:00000010:2.0:1761122781.499988:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.499992:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500022:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f245fcb2. 00010000:00000010:2.0:1761122781.500024:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500027:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049473dfb. 00010000:00000010:2.0:1761122781.500030:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.500037:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007887138e. 00010000:00000010:2.0:1761122781.500059:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.500062:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500090:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000db952715. 00010000:00000010:2.0:1761122781.500093:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500096:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000731195e7. 00010000:00000010:2.0:1761122781.500099:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.500106:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5a75fda. 00010000:00000010:2.0:1761122781.500214:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.500219:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500253:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000099993be2. 00010000:00000010:2.0:1761122781.500256:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500259:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003396f898. 00010000:00000010:2.0:1761122781.500262:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.500270:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc7b470d. 00010000:00000010:2.0:1761122781.500719:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.500724:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500767:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8d9a26c. 00010000:00000010:2.0:1761122781.500770:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500773:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001291a4a6. 00010000:00000010:2.0:1761122781.500776:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.500819:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e6d8b95. 00010000:00000010:2.0:1761122781.500847:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.500850:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500883:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008389112b. 00010000:00000010:2.0:1761122781.500887:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.500889:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df012bb0. 00010000:00000010:2.0:1761122781.500892:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.500900:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a0f952f1. 00010000:00000010:2.0:1761122781.501217:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501222:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501260:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d295557a. 00010000:00000010:2.0:1761122781.501263:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501266:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006fd903cc. 00010000:00000010:2.0:1761122781.501269:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501367:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b27d2fa. 00010000:00000010:2.0:1761122781.501396:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501400:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501500:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074212569. 00010000:00000010:2.0:1761122781.501504:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501507:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a5100e2. 00010000:00000010:2.0:1761122781.501511:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501520:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054d8a12a. 00010000:00000010:2.0:1761122781.501546:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501549:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501582:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074514e04. 00010000:00000010:2.0:1761122781.501585:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501588:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005815ceb2. 00010000:00000010:2.0:1761122781.501591:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501599:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a49e37ef. 00010000:00000010:2.0:1761122781.501622:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501625:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501709:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd7baba5. 00010000:00000010:2.0:1761122781.501712:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501716:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000932266ba. 00010000:00000010:2.0:1761122781.501719:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501728:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a27546c9. 00010000:00000010:2.0:1761122781.501751:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501755:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501787:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000008dc7c82. 00010000:00000010:2.0:1761122781.501790:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501793:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025a7ca61. 00010000:00000010:2.0:1761122781.501797:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501804:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da0f911. 00010000:00000010:2.0:1761122781.501826:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501830:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501859:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a1fed994. 00010000:00000010:2.0:1761122781.501861:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501864:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008ff368d7. 00010000:00000010:2.0:1761122781.501867:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501876:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4e2a55a. 00010000:00000010:2.0:1761122781.501898:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501901:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501933:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001d9acb9c. 00010000:00000010:2.0:1761122781.501935:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.501938:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a8c52293. 00010000:00000010:2.0:1761122781.501941:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.501949:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2a08dd0. 00010000:00000010:2.0:1761122781.501972:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.501975:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502004:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3aec70e. 00010000:00000010:2.0:1761122781.502007:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502009:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a9bafb7. 00010000:00000010:2.0:1761122781.502013:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502020:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007640157. 00010000:00000010:2.0:1761122781.502043:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502046:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502074:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039922224. 00010000:00000010:2.0:1761122781.502077:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502080:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014409c0e. 00010000:00000010:2.0:1761122781.502083:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502093:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcb04d5a. 00010000:00000010:2.0:1761122781.502128:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502132:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502173:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dbbdafd6. 00010000:00000010:2.0:1761122781.502176:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502179:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f305993. 00010000:00000010:2.0:1761122781.502182:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502189:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b95e270c. 00010000:00000010:2.0:1761122781.502211:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502214:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502245:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a3a2016. 00010000:00000010:2.0:1761122781.502248:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502251:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d01c2c0e. 00010000:00000010:2.0:1761122781.502255:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502262:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001cb7de32. 00010000:00000010:2.0:1761122781.502284:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502287:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502317:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000523728f1. 00010000:00000010:2.0:1761122781.502320:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502323:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c437676. 00010000:00000010:2.0:1761122781.502326:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502333:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006ca657d. 00010000:00000010:2.0:1761122781.502355:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502358:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502391:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ee71d33. 00010000:00000010:2.0:1761122781.502394:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502397:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ec578c2d. 00010000:00000010:2.0:1761122781.502400:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502407:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0175ce0. 00010000:00000010:2.0:1761122781.502431:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502434:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502464:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069ee8ac0. 00010000:00000010:2.0:1761122781.502467:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502470:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b77431c4. 00010000:00000010:2.0:1761122781.502473:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502479:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069de3cca. 00010000:00000010:2.0:1761122781.502502:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502506:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502533:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d968762c. 00010000:00000010:2.0:1761122781.502536:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502539:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8c57c23. 00010000:00000010:2.0:1761122781.502541:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502549:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff2af450. 00010000:00000010:2.0:1761122781.502572:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502575:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502606:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f61e642b. 00010000:00000010:2.0:1761122781.502608:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502612:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea305cec. 00010000:00000010:2.0:1761122781.502615:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502623:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005554558c. 00010000:00000010:2.0:1761122781.502644:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502647:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502715:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6f7867c. 00010000:00000010:2.0:1761122781.502719:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502722:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.0:1761122781.502725:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502734:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d9d0649. 00010000:00000010:2.0:1761122781.502757:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502761:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502790:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a86bb4f2. 00010000:00000010:2.0:1761122781.502793:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502796:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003be0cf90. 00010000:00000010:2.0:1761122781.502799:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502805:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac78c066. 00010000:00000010:2.0:1761122781.502824:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502826:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502852:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000003b0bbb8. 00010000:00000010:2.0:1761122781.502854:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502857:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000046c0a718. 00010000:00000010:2.0:1761122781.502860:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502865:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000696a6fa4. 00010000:00000010:2.0:1761122781.502883:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.502886:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502909:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de934b75. 00010000:00000010:2.0:1761122781.502911:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.502913:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000559cb261. 00010000:00000010:2.0:1761122781.502916:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.502921:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082064780. 00010000:00000010:2.0:1761122781.503140:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503144:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503175:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000019ae3435. 00010000:00000010:2.0:1761122781.503178:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503181:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.0:1761122781.503184:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503191:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000654ec5e3. 00010000:00000010:2.0:1761122781.503214:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503217:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503244:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000837662a6. 00010000:00000010:2.0:1761122781.503246:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503249:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1685bb3. 00010000:00000010:2.0:1761122781.503251:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503257:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2c45fa9. 00010000:00000010:2.0:1761122781.503276:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503278:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503304:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001bd02b19. 00010000:00000010:2.0:1761122781.503306:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503309:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009729f348. 00010000:00000010:2.0:1761122781.503311:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503319:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000672f9374. 00010000:00000010:2.0:1761122781.503354:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503358:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503387:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000056d50cb4. 00010000:00000010:2.0:1761122781.503390:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503392:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c0dcb119. 00010000:00000010:2.0:1761122781.503395:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503403:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7f96bdf. 00010000:00000010:2.0:1761122781.503425:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503429:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503462:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000efbc82d9. 00010000:00000010:2.0:1761122781.503465:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503468:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cba634b7. 00010000:00000010:2.0:1761122781.503471:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503478:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098615d27. 00010000:00000010:2.0:1761122781.503502:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503506:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503537:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007142a3cc. 00010000:00000010:2.0:1761122781.503539:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503542:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d76d5e47. 00010000:00000010:2.0:1761122781.503545:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503552:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bad3565. 00010000:00000010:2.0:1761122781.503574:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503577:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503606:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000050360729. 00010000:00000010:2.0:1761122781.503609:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503612:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e3f98587. 00010000:00000010:2.0:1761122781.503615:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503624:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c6e7b18. 00010000:00000010:2.0:1761122781.503647:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503650:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503713:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a47639a. 00010000:00000010:2.0:1761122781.503716:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503720:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004778ce6c. 00010000:00000010:2.0:1761122781.503722:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503730:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d92d7a5. 00010000:00000010:2.0:1761122781.503754:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503758:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503791:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055d56a44. 00010000:00000010:2.0:1761122781.503794:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503797:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bb6fee95. 00010000:00000010:2.0:1761122781.503800:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503808:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f3d5f40. 00010000:00000010:2.0:1761122781.503830:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503833:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503863:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000000c9a4c0. 00010000:00000010:2.0:1761122781.503866:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503870:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f65b8872. 00010000:00000010:2.0:1761122781.503872:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503879:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000219cf393. 00010000:00000010:2.0:1761122781.503902:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.503905:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503939:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004314a4f2. 00010000:00000010:2.0:1761122781.503942:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.503945:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000969ab2ca. 00010000:00000010:2.0:1761122781.503948:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.503956:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008eb3e437. 00010000:00000010:2.0:1761122781.503987:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504208:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504243:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ecbf2db5. 00010000:00000010:2.0:1761122781.504246:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504249:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005d68afc0. 00010000:00000010:2.0:1761122781.504253:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504262:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da20dbb3. 00010000:00000010:2.0:1761122781.504292:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504296:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504325:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000344257db. 00010000:00000010:2.0:1761122781.504328:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504332:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122781.504335:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504343:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8f1ac8a. 00010000:00000010:2.0:1761122781.504367:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504409:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000df5b0dbf. 00010000:00000010:2.0:1761122781.504412:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504415:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.0:1761122781.504417:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504425:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af3d8917. 00010000:00000010:2.0:1761122781.504448:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504451:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504484:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001279170a. 00010000:00000010:2.0:1761122781.504487:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504490:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122781.504494:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504508:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040e3d3c8. 00010000:00000010:2.0:1761122781.504540:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504543:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504571:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d7dc5d36. 00010000:00000010:2.0:1761122781.504574:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504577:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b746875. 00010000:00000010:2.0:1761122781.504580:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504587:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e39f0d4. 00010000:00000010:2.0:1761122781.504611:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504614:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504647:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ebacd093. 00010000:00000010:2.0:1761122781.504650:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504728:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af71253a. 00010000:00000010:2.0:1761122781.504734:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504743:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc283f11. 00010000:00000010:2.0:1761122781.504772:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504776:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504808:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009dc22554. 00010000:00000010:2.0:1761122781.504811:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504815:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.504818:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504825:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eeb9a26. 00010000:00000010:2.0:1761122781.504848:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504851:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504879:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033030eb2. 00010000:00000010:2.0:1761122781.504881:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504884:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.0:1761122781.504887:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504894:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000236010a5. 00010000:00000010:2.0:1761122781.504916:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504919:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504946:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122781.504949:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.504951:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000889a50f4. 00010000:00000010:2.0:1761122781.504954:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00080000:00000010:2.0:1761122781.504962:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d76ed81. 00010000:00000010:2.0:1761122781.504983:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.504987:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.505019:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be27a2ef. 00010000:00000010:2.0:1761122781.505023:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122781.505030:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.505038:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.505047:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 02000000:00000010:2.0:1761122781.505062:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba12afe3. 02000000:00000010:2.0:1761122781.505093:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bf0affdf. 00000400:00000010:2.0:1761122781.505100:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.505107:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122781.505125:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638720, portal 16 00000400:00000010:2.0:1761122781.505131:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.505134:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638720, offset 0 00000400:00000200:2.0:1761122781.505144:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.505162:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.505170:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.505174:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.505177:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.505180:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89176:89176:256:4294967295] 192.168.201.27@tcp LPNI seq info [89176:89176:8:4294967295] 00000400:00000200:2.0:1761122781.505191:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.505197:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.505202:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122781.505208:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.505215:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.505219:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.505889:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.505894:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122781.505899:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.505905:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.505910:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:3.0:1761122781.505912:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:3.0:1761122781.506103:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001273acaa x1846669643638720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.507248:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.507265:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482067c0 00000400:00000200:0.0:1761122781.507274:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf291 [1] + 224 00000400:00000200:0.0:1761122781.507289:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.507293:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.507300:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001273acaa x1846669643638720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.507360:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.507365:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122781.507598:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122781.507605:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001273acaa x1846669643638720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.507614:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001273acaa x1846669643638720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.507648:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bf0affdf. 02000000:00000010:2.0:1761122781.507680:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba12afe3. 00000100:00000010:2.0:1761122781.507685:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 00000100:00000010:2.0:1761122781.507690:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.507694:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00010000:00000010:1.1:1761122781.507894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fd23dc0. 00000400:00000200:0.0:1761122781.508478:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.508489:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252d80 00000400:00000200:0.0:1761122781.508495:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 1312 00000400:00000200:0.0:1761122781.509107:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.509144:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.509150:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.509158:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082317669. 00000020:00000010:2.0:1761122781.509492:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf0affdf. 00000020:00000010:2.0:1761122781.509499:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.509503:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.509542:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000082317669 x1846669643951488/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122781.509578:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951488 02000000:00000010:2.0:1761122781.509589:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001fb9a577. 00010000:00000010:2.0:1761122781.509614:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000036966a9. 00010000:00000010:2.0:1761122781.509635:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.509642:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.509676:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.509681:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.509696:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122781.509701:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951488, offset 224 00000400:00000200:2.0:1761122781.509709:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122781.509712:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bdf7a72. 00000400:00000200:2.0:1761122781.509721:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.509728:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89177:89177:256:4294967295] 192.168.201.27@tcp LPNI seq info [89177:89177:8:4294967295] 00000400:00000200:2.0:1761122781.509738:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.509743:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.509748:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122781.509754:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.509760:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.509764:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.509795:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00010000:00000010:3.0:1761122781.509797:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00000020:00000010:2.0:1761122781.509801:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00010000:00000010:3.0:1761122781.509807:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000086fc4451. 00000020:00000010:2.0:1761122781.509808:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bf0affdf. 00000800:00000200:0.0:1761122781.510019:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.510024:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122781.510028:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.510033:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.510036:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122781.510038:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00010000:00000010:3.0:1761122781.510107:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010496020. 00010000:00000010:3.0:1761122781.510125:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.510137:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.510141:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.510148:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.510160:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000faf78102. 02000000:00000010:3.0:1761122781.510183:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0d30eee. 00000400:00000010:3.0:1761122781.510189:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122781.510194:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.510198:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638784, portal 16 00000400:00000010:3.0:1761122781.510203:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122781.510205:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638784, offset 0 00000400:00000200:3.0:1761122781.510211:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.510217:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.510223:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.510226:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.510229:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.510232:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89178:89178:256:4294967295] 192.168.201.27@tcp LPNI seq info [89178:89178:8:4294967295] 00000400:00000200:3.0:1761122781.510239:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.510244:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.510247:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6288c1f (tot 82347602). 00000800:00000200:3.0:1761122781.510251:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.510639:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.510642:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6288c1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.510816:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.510819:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6288c1f (tot 82347354). 00000400:00000200:0.0:1761122781.510824:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.510828:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.510831:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:0.0:1761122781.510832:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:0.0:1761122781.510837:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.512403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000073ae754. 00010000:00000010:2.1:1761122781.512415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cac4f5f6. 00010000:00000010:2.1:1761122781.512420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025d9507a. 00010000:00000010:2.1:1761122781.512424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043084817. 00010000:00000010:2.1:1761122781.512426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8b1d257. 00010000:00000010:2.1:1761122781.512429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b06446. 00010000:00000010:2.1:1761122781.512431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001553f452. 00010000:00000010:2.1:1761122781.512435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e3c746. 00010000:00000010:2.1:1761122781.512438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bc97e37. 00010000:00000010:2.1:1761122781.512442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd92a70. 00010000:00000010:2.1:1761122781.512444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000639c0a78. 00010000:00000010:2.1:1761122781.512447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff94c06. 00010000:00000010:2.1:1761122781.512449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe6d1c69. 00010000:00000010:2.1:1761122781.512452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e93db65f. 00010000:00000010:2.1:1761122781.512455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a4e6f3. 00010000:00000010:2.1:1761122781.512458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074d2a34b. 00010000:00000010:2.1:1761122781.512460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009080e240. 00010000:00000010:2.1:1761122781.512463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbae5b7d. 00010000:00000010:2.1:1761122781.512465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000679a6da3. 00010000:00000010:2.1:1761122781.512467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0fc8fd. 00010000:00000010:2.1:1761122781.512470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca34c19a. 00010000:00000010:2.1:1761122781.512472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e11887b. 00010000:00000010:2.1:1761122781.512474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c807f88. 00010000:00000010:2.1:1761122781.512477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015c9a714. 00010000:00000010:2.1:1761122781.512481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab35b148. 00010000:00000010:2.1:1761122781.512484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051964d56. 00010000:00000010:2.1:1761122781.512486:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000588ce2c1. 00010000:00000010:2.1:1761122781.512489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043f2d986. 00010000:00000010:2.1:1761122781.512491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d986f496. 00010000:00000010:2.1:1761122781.512494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000338f9615. 00010000:00000010:2.1:1761122781.512496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc0ac12d. 00010000:00000010:2.1:1761122781.512499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b21b613. 00010000:00000010:2.1:1761122781.512501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086861bfe. 00010000:00000010:2.1:1761122781.512504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c2b6dc3. 00010000:00000010:2.1:1761122781.512506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e97a02. 00010000:00000010:2.1:1761122781.512509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6622de5. 00010000:00000010:2.1:1761122781.512511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7484ca. 00010000:00000010:2.1:1761122781.512513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085dafd8a. 00010000:00000010:2.1:1761122781.512515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e032875c. 00010000:00000010:2.1:1761122781.512519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad1776bb. 00010000:00000010:2.1:1761122781.512523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eee4a151. 00010000:00000010:2.1:1761122781.512527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3eae01. 00010000:00000010:2.1:1761122781.512529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be1ded07. 00010000:00000010:2.1:1761122781.512534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a08b9b82. 00010000:00000010:2.1:1761122781.512537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d619a090. 00010000:00000010:2.1:1761122781.512539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9a1a75. 00010000:00000010:2.1:1761122781.512543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078c74883. 00010000:00000010:2.1:1761122781.512545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072b93a4d. 00010000:00000010:2.1:1761122781.512554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b66ce8e. 00010000:00000010:2.1:1761122781.512557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c6d47f4. 00010000:00000010:2.1:1761122781.512559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bf93c75. 00010000:00000010:2.1:1761122781.512562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013448422. 00010000:00000010:2.1:1761122781.512564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ff9d871. 00010000:00000010:2.1:1761122781.512566:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000558b10f. 00010000:00000010:2.1:1761122781.512568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab9a5aa9. 00010000:00000010:2.1:1761122781.512571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057226219. 00010000:00000010:2.1:1761122781.512573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbdf17df. 00010000:00000010:2.1:1761122781.512576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007caf5b45. 00010000:00000010:2.1:1761122781.512579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb6584b4. 00010000:00000010:2.1:1761122781.512581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086064eba. 00010000:00000010:2.1:1761122781.512583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000868578eb. 00010000:00000010:2.1:1761122781.512586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a175758. 00010000:00000010:2.1:1761122781.512590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026708342. 00010000:00000010:2.1:1761122781.512594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000468a6186. 00010000:00000010:2.1:1761122781.512597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081e3ec12. 00010000:00000010:2.1:1761122781.512600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee10dcbc. 00010000:00000010:2.1:1761122781.512603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e59ac8f4. 00010000:00000010:2.1:1761122781.512606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080f1a7a5. 00010000:00000010:2.1:1761122781.512608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0d8afc. 00010000:00000010:2.1:1761122781.512611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a67ef457. 00010000:00000010:2.1:1761122781.512613:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004c2db8c. 00010000:00000010:2.1:1761122781.512615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9bb7b9. 00010000:00000010:2.1:1761122781.512618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000171ba6d2. 00010000:00000010:2.1:1761122781.512620:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d9cb1aa. 00010000:00000010:2.1:1761122781.512622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac8c6d76. 00010000:00000010:2.1:1761122781.512625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9b72ee2. 00010000:00000010:2.1:1761122781.512627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004213c00e. 00010000:00000010:2.1:1761122781.512629:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005320a781. 00010000:00000010:2.1:1761122781.512632:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a8a4d2f. 00010000:00000010:2.1:1761122781.512635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d632f803. 00010000:00000010:2.1:1761122781.512638:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006519ead4. 00010000:00000010:2.1:1761122781.512641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f25bc86. 00010000:00000010:2.1:1761122781.512643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007880bd26. 00010000:00000010:2.1:1761122781.512646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000caebd85b. 00010000:00000010:2.1:1761122781.512649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008241713d. 00010000:00000010:2.1:1761122781.512651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d55d60db. 00010000:00000010:2.1:1761122781.512673:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9d9bb32. 00010000:00000010:2.1:1761122781.512677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e870849. 00010000:00000010:2.1:1761122781.512679:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d7a8f50. 00010000:00000010:2.1:1761122781.512681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000045a68d. 00010000:00000010:2.1:1761122781.512683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba6b61b3. 00010000:00000010:2.1:1761122781.512688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c0c9c3d. 00010000:00000010:2.1:1761122781.512690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004704c580. 00010000:00000010:2.1:1761122781.512694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c51fbc63. 00010000:00000010:2.1:1761122781.512697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049e4c22a. 00010000:00000010:2.1:1761122781.512700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9f056ca. 00010000:00000010:2.1:1761122781.512706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001619e627. 00010000:00000010:2.1:1761122781.512709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259a1af7. 00010000:00000010:2.1:1761122781.512711:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a638af67. 00010000:00000010:2.1:1761122781.512715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cca491ca. 00010000:00000010:2.1:1761122781.512718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9efa6. 00010000:00000010:2.1:1761122781.512723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d417e264. 00010000:00000010:2.1:1761122781.512727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdc3f2ed. 00010000:00000010:2.1:1761122781.512730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a7af707. 00010000:00000010:2.1:1761122781.512733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f780b519. 00010000:00000010:2.1:1761122781.512736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af5d10da. 00010000:00000010:2.1:1761122781.512738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aed1a1b2. 00010000:00000010:2.1:1761122781.512741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f4f9762. 00010000:00000010:2.1:1761122781.512743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a85c682a. 00010000:00000010:2.1:1761122781.512745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fbe0079. 00010000:00000010:2.1:1761122781.512748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f74bc1b9. 00010000:00000010:2.1:1761122781.512750:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001385557f. 00010000:00000010:2.1:1761122781.512753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000600a9402. 00010000:00000010:2.1:1761122781.512755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d6e0d7b. 00010000:00000010:2.1:1761122781.512757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000702012d9. 00010000:00000010:2.1:1761122781.512760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9277f1f. 00010000:00000010:2.1:1761122781.512762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000225d7595. 00010000:00000010:2.1:1761122781.512764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7010c53. 00010000:00000010:2.1:1761122781.512767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c351ce0. 00010000:00000010:2.1:1761122781.512769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e9208e. 00010000:00000010:2.1:1761122781.512771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005605f6a0. 00010000:00000010:2.1:1761122781.512774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057229f10. 00010000:00000010:2.1:1761122781.512776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000251a68c8. 00010000:00000010:2.1:1761122781.512778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b75e7f35. 00010000:00000010:2.1:1761122781.512784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad6099c2. 00010000:00000010:2.1:1761122781.512788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee18e02. 00010000:00000010:2.1:1761122781.512791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8271a84. 00010000:00000010:2.1:1761122781.512795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1dd7c8c. 00010000:00000010:2.1:1761122781.512800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e018108. 00010000:00000010:2.1:1761122781.512804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000752f08d6. 00010000:00000010:2.1:1761122781.512807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a78d1ebd. 00010000:00000010:2.1:1761122781.512811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c60f1c89. 00010000:00000010:2.1:1761122781.512816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7981932. 00010000:00000010:2.1:1761122781.512819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c18857e3. 00010000:00000010:2.1:1761122781.512821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c197851. 00010000:00000010:2.1:1761122781.512825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000388247e0. 00010000:00000010:3.1:1761122781.512826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc597f7b. 00010000:00000010:3.1:1761122781.512835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078bf0471. 00010000:00000010:2.1:1761122781.512845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd090a10. 00010000:00000010:2.1:1761122781.512852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c66fed7. 00010000:00000010:3.1:1761122781.512858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025e3228d. 00010000:00000010:3.1:1761122781.512865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2d1f70. 00010000:00000010:3.1:1761122781.512869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4bfc9cd. 00010000:00000010:3.1:1761122781.512875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbbc444c. 00010000:00000010:2.1:1761122781.512876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067fab085. 00010000:00000010:3.1:1761122781.512879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e25fda4b. 00010000:00000010:2.1:1761122781.512883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa14d7bb. 00010000:00000010:3.1:1761122781.512887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c8f91. 00010000:00000010:2.1:1761122781.512891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae2333d1. 00010000:00000010:2.1:1761122781.512894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba8360e. 00010000:00000010:2.1:1761122781.512898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080257879. 00010000:00000010:2.1:1761122781.512900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000566a4f44. 00010000:00000010:3.1:1761122781.512907:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d804117c. 00010000:00000010:2.1:1761122781.512908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007491465e. 00010000:00000010:2.1:1761122781.512915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025f22513. 00010000:00000010:2.1:1761122781.512920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046c0fe1d. 00010000:00000010:2.1:1761122781.512923:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0525c73. 00010000:00000010:3.1:1761122781.512931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6cd8366. 00010000:00000010:2.1:1761122781.512938:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f800f0fc. 00010000:00000010:3.1:1761122781.512939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014ab9b25. 00010000:00000010:2.1:1761122781.512946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041ec89f0. 00010000:00000010:3.1:1761122781.512948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fb36609. 00010000:00000010:2.1:1761122781.513153:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dbd289e. 00010000:00000010:2.1:1761122781.513157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e5d103. 00010000:00000010:2.1:1761122781.513163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036481113. 00010000:00000010:2.1:1761122781.513165:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4e49627. 00010000:00000010:2.1:1761122781.513169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8d4078. 00010000:00000010:2.1:1761122781.513172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bacdb12a. 00010000:00000010:2.1:1761122781.513175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009ce62cae. 00010000:00000010:2.1:1761122781.513177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001381f4dd. 00010000:00000010:2.1:1761122781.513182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050e814c0. 00010000:00000010:2.1:1761122781.513184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4a5e08. 00010000:00000010:2.1:1761122781.513186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065d1d75a. 00010000:00000010:2.1:1761122781.513189:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1913a1f. 00010000:00000010:2.1:1761122781.513193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049518311. 00010000:00000010:2.1:1761122781.513195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0a0f740. 00010000:00000010:2.1:1761122781.513198:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a279c6b8. 00010000:00000010:2.1:1761122781.513201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db3fdfed. 00010000:00000010:2.1:1761122781.513203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547c25a9. 00010000:00000010:2.1:1761122781.513206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043c9486b. 00010000:00000010:2.1:1761122781.513208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abd62acc. 00010000:00000010:2.1:1761122781.513210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dd4f24a. 00010000:00000010:2.1:1761122781.513213:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001735413d. 00010000:00000010:2.1:1761122781.513215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f3e78e. 00010000:00000010:2.1:1761122781.513218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f20ef64. 00010000:00000010:2.1:1761122781.513220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c633bc59. 00010000:00000010:2.1:1761122781.513223:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058cc5c8c. 00010000:00000010:2.1:1761122781.513225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000faf039c4. 00010000:00000010:2.1:1761122781.513229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040de1ab8. 00010000:00000010:2.1:1761122781.513232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1344188. 00010000:00000010:2.1:1761122781.513236:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a9f4370. 00010000:00000010:2.1:1761122781.513241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000306357a4. 00010000:00000010:2.1:1761122781.513246:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008905b5c8. 00010000:00000010:2.1:1761122781.513251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5840cf2. 00010000:00000010:2.1:1761122781.513254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fda3340a. 00010000:00000010:2.1:1761122781.513257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf0df8d3. 00010000:00000010:2.1:1761122781.513260:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d172a653. 00010000:00000010:2.1:1761122781.513263:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edad3a3a. 00010000:00000010:2.1:1761122781.513265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792a3036. 00010000:00000010:2.1:1761122781.513268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b94c4e6. 00010000:00000010:2.1:1761122781.513271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002720197c. 00010000:00000010:2.1:1761122781.513273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000084e643f3. 00010000:00000010:2.1:1761122781.513275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099397df7. 00010000:00000010:2.1:1761122781.513278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c54b3c7. 00010000:00000010:2.1:1761122781.513280:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf33b41. 00010000:00000010:2.1:1761122781.513282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c126bbb. 00010000:00000010:2.1:1761122781.513284:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009285d170. 00010000:00000010:3.1:1761122781.513293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32211e5. 00010000:00000010:2.1:1761122781.513293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb97d6e4. 00010000:00000010:3.1:1761122781.513301:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda5d94e. 00010000:00000010:2.1:1761122781.513302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ebb339. 00010000:00000010:3.1:1761122781.513309:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bf5a871. 00010000:00000010:2.1:1761122781.513310:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eadade4. 00010000:00000010:3.1:1761122781.513317:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002469c2a9. 00010000:00000010:2.1:1761122781.513318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000291ecd27. 00010000:00000010:3.1:1761122781.513325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a45e0c62. 00010000:00000010:2.1:1761122781.513326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091bdf03a. 00010000:00000010:3.1:1761122781.513333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bfcd9aa. 00010000:00000010:2.1:1761122781.513334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001a8790e. 00010000:00000010:3.1:1761122781.513341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b76c28ab. 00010000:00000010:2.1:1761122781.513342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f946c536. 00010000:00000010:3.1:1761122781.513348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec07dd21. 00010000:00000010:2.1:1761122781.513349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea86f538. 00010000:00000010:2.1:1761122781.513356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c5dc4a. 00010000:00000010:2.1:1761122781.513359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084615687. 00010000:00000010:2.1:1761122781.513361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002d24c9e. 00010000:00000010:2.1:1761122781.513367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041d34670. 00010000:00000010:3.1:1761122781.513371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b8bcf5b. 00010000:00000010:2.1:1761122781.513374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9029a39. 00010000:00000010:3.1:1761122781.513377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d19641. 00010000:00000010:2.1:1761122781.513381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc265e62. 00010000:00000010:3.1:1761122781.513384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d98fb3. 00010000:00000010:2.1:1761122781.513388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d596a63. 00010000:00000010:3.1:1761122781.513391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081e59ad9. 00010000:00000010:2.1:1761122781.513395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b200cd61. 00010000:00000010:3.1:1761122781.513398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d01f3c6f. 00010000:00000010:2.1:1761122781.513402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083854d03. 00010000:00000010:2.1:1761122781.513405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d108666d. 00010000:00000010:2.1:1761122781.513408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c96b4d. 00010000:00000010:2.1:1761122781.513410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084e47af. 00010000:00000010:2.1:1761122781.513414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d8d515. 00010000:00000010:3.1:1761122781.513417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000259d613f. 00010000:00000010:2.1:1761122781.513420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc80781a. 00010000:00000010:3.1:1761122781.513423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abae71bb. 00010000:00000010:2.1:1761122781.513427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006551ea80. 00010000:00000010:3.1:1761122781.513431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e43e1537. 00010000:00000010:2.1:1761122781.513434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3f6c50. 00010000:00000010:3.1:1761122781.513438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f262ecae. 00010000:00000010:2.1:1761122781.513441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f424bf97. 00010000:00000010:2.1:1761122781.513445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5d1b3a9. 00010000:00000010:2.1:1761122781.513449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fec44177. 00010000:00000010:2.1:1761122781.513452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000576c1268. 00010000:00000010:2.1:1761122781.513456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007472fbe5. 00010000:00000010:2.1:1761122781.513459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8915e59. 00010000:00000010:2.1:1761122781.513462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df44b49. 00010000:00000010:2.1:1761122781.513465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493ae6a6. 00010000:00000010:2.1:1761122781.513468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014f6959f. 00010000:00000010:2.1:1761122781.513470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca43bb26. 00010000:00000010:2.1:1761122781.513473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ba535ca. 00010000:00000010:2.1:1761122781.513477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d76a60. 00010000:00000010:2.1:1761122781.513479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059e6d118. 00010000:00000010:2.1:1761122781.513482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd0b15b5. 00010000:00000010:2.1:1761122781.513485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c337588. 00010000:00000010:2.1:1761122781.513487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb719245. 00010000:00000010:2.1:1761122781.513490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f718cb39. 00010000:00000010:2.1:1761122781.513492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032cff833. 00010000:00000010:2.1:1761122781.513494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a78a9748. 00010000:00000010:2.1:1761122781.513497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c8d37d2. 00010000:00000010:2.1:1761122781.513500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfc42e60. 00010000:00000010:2.1:1761122781.513503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b24f7a4a. 00010000:00000010:2.1:1761122781.513505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f238291. 00010000:00000010:2.1:1761122781.513508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000778d7c4f. 00010000:00000010:2.1:1761122781.513514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f236c0. 00010000:00000010:3.1:1761122781.513515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025803900. 00010000:00000010:2.1:1761122781.513518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2c10820. 00010000:00000010:2.1:1761122781.513523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c3bd1b1. 00010000:00000010:2.1:1761122781.513525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f245fcb2. 00010000:00000010:2.1:1761122781.513527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049473dfb. 00010000:00000010:2.1:1761122781.513529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db952715. 00010000:00000010:2.1:1761122781.513531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000731195e7. 00010000:00000010:2.1:1761122781.513533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099993be2. 00010000:00000010:2.1:1761122781.513535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003396f898. 00010000:00000010:3.1:1761122781.513542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008789c565. 00010000:00000010:2.1:1761122781.513542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8d9a26c. 00010000:00000010:2.1:1761122781.513548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001291a4a6. 00010000:00000010:2.1:1761122781.513552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008389112b. 00010000:00000010:2.1:1761122781.513554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df012bb0. 00010000:00000010:3.1:1761122781.513560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005151c15a. 00010000:00000010:2.1:1761122781.513562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d295557a. 00010000:00000010:3.1:1761122781.513567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f7e842d. 00010000:00000010:2.1:1761122781.513569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd903cc. 00010000:00000010:3.1:1761122781.513574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f6e68f. 00010000:00000010:2.1:1761122781.513576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074212569. 00010000:00000010:2.1:1761122781.513582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a5100e2. 00010000:00000010:2.1:1761122781.513584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074514e04. 00010000:00000010:2.1:1761122781.513587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005815ceb2. 00010000:00000010:3.1:1761122781.513592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036a038c9. 00010000:00000010:2.1:1761122781.513593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd7baba5. 00010000:00000010:3.1:1761122781.513599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fa546f. 00010000:00000010:2.1:1761122781.513601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000932266ba. 00010000:00000010:2.1:1761122781.513606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008dc7c82. 00010000:00000010:2.1:1761122781.513608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025a7ca61. 00010000:00000010:2.1:1761122781.513610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1fed994. 00010000:00000010:2.1:1761122781.513613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ff368d7. 00010000:00000010:2.1:1761122781.513615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9acb9c. 00010000:00000010:3.1:1761122781.513620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e004412c. 00010000:00000010:2.1:1761122781.513621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8c52293. 00010000:00000010:3.1:1761122781.513628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00010000:00000010:2.1:1761122781.513630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3aec70e. 00010000:00000010:3.1:1761122781.513637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce4d5cd9. 00010000:00000010:2.1:1761122781.513638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a9bafb7. 00010000:00000010:2.1:1761122781.513646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039922224. 00010000:00000010:2.1:1761122781.513649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014409c0e. 00010000:00000010:2.1:1761122781.513651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbbdafd6. 00010000:00000010:3.1:1761122781.513674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:2.1:1761122781.513677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f305993. 00010000:00000010:2.1:1761122781.513681:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a3a2016. 00010000:00000010:2.1:1761122781.513684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01c2c0e. 00010000:00000010:2.1:1761122781.513686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000523728f1. 00010000:00000010:2.1:1761122781.513691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c437676. 00010000:00000010:2.1:1761122781.513694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ee71d33. 00010000:00000010:2.1:1761122781.513697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec578c2d. 00010000:00000010:2.1:1761122781.513699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069ee8ac0. 00010000:00000010:2.1:1761122781.513701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77431c4. 00010000:00000010:2.1:1761122781.513704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d968762c. 00010000:00000010:2.1:1761122781.513707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8c57c23. 00010000:00000010:2.1:1761122781.513709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61e642b. 00010000:00000010:2.1:1761122781.513712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea305cec. 00010000:00000010:2.1:1761122781.513717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6f7867c. 00010000:00000010:2.1:1761122781.513720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d2f1c62. 00010000:00000010:2.1:1761122781.513723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a86bb4f2. 00010000:00000010:2.1:1761122781.513727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be0cf90. 00010000:00000010:2.1:1761122781.513729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003b0bbb8. 00010000:00000010:2.1:1761122781.513732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c0a718. 00010000:00000010:2.1:1761122781.513734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de934b75. 00010000:00000010:2.1:1761122781.513738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000559cb261. 00010000:00000010:2.1:1761122781.513740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019ae3435. 00010000:00000010:2.1:1761122781.513743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cea9e504. 00010000:00000010:2.1:1761122781.513746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000837662a6. 00010000:00000010:2.1:1761122781.513748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1685bb3. 00010000:00000010:2.1:1761122781.513750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bd02b19. 00010000:00000010:2.1:1761122781.513753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009729f348. 00010000:00000010:2.1:1761122781.513756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056d50cb4. 00010000:00000010:2.1:1761122781.513759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0dcb119. 00010000:00000010:2.1:1761122781.513761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efbc82d9. 00010000:00000010:2.1:1761122781.513764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba634b7. 00010000:00000010:2.1:1761122781.513766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007142a3cc. 00010000:00000010:2.1:1761122781.513769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d76d5e47. 00010000:00000010:2.1:1761122781.513771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050360729. 00010000:00000010:2.1:1761122781.513773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3f98587. 00010000:00000010:2.1:1761122781.513776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a47639a. 00010000:00000010:2.1:1761122781.513778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004778ce6c. 00010000:00000010:2.1:1761122781.513780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055d56a44. 00010000:00000010:2.1:1761122781.513783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6fee95. 00010000:00000010:2.1:1761122781.513785:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000c9a4c0. 00010000:00000010:2.1:1761122781.513787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f65b8872. 00010000:00000010:2.1:1761122781.513789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004314a4f2. 00010000:00000010:2.1:1761122781.513792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969ab2ca. 00010000:00000010:2.1:1761122781.513796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbf2db5. 00010000:00000010:2.1:1761122781.513798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d68afc0. 00010000:00000010:2.1:1761122781.513801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344257db. 00010000:00000010:2.1:1761122781.513804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.1:1761122781.513808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df5b0dbf. 00010000:00000010:2.1:1761122781.513810:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.1:1761122781.513814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001279170a. 00010000:00000010:2.1:1761122781.513817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.1:1761122781.513819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7dc5d36. 00010000:00000010:2.1:1761122781.513821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:2.1:1761122781.513823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebacd093. 00010000:00000010:2.1:1761122781.513826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00010000:00000010:2.1:1761122781.513828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dc22554. 00010000:00000010:2.1:1761122781.513831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.1:1761122781.513833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033030eb2. 00010000:00000010:2.1:1761122781.513835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.1:1761122781.513838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122781.513840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889a50f4. 00010000:00000010:3.1:1761122781.513913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e67fac. 00010000:00000010:3.1:1761122781.513919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a4f4fa. 00000400:00000200:0.0:1761122781.514408:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.514426:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206800 00000400:00000200:0.0:1761122781.514434:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf29d [1] + 224 00000400:00000200:0.0:1761122781.514445:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.514449:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.514459:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.514802:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.514809:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252dc0 00000400:00000200:0.0:1761122781.514813:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 1640 00000400:00000200:0.0:1761122781.514870:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.514874:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.514879:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.514884:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bc94e21. 00000400:00000010:3.0:1761122781.516636:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038229319. 00000400:00000200:3.0:1761122781.516645:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.516648:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:3.0:1761122781.516684:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.516747:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.516779:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0d30eee. 02000000:00000010:3.0:1761122781.516784:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000faf78102. 00000100:00000010:3.0:1761122781.516788:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:3.0:1761122781.516793:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:3.0:1761122781.516797:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000020:00000010:1.0:1761122781.518057:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2916892. 00000020:00000010:1.0:1761122781.518068:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.518073:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.518102:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000bc94e21 x1846669643951552/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.518148:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951552 02000000:00000010:1.0:1761122781.518161:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b383a153. 00010000:00000010:1.0:1761122781.518191:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d8e5816e. 00010000:00000010:1.0:1761122781.518213:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.518220:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.518241:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.518245:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.518262:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122781.518267:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951552, offset 224 00000400:00000200:1.0:1761122781.518275:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.518288:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.518494:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89179:89179:256:4294967295] 192.168.201.27@tcp LPNI seq info [89179:89179:8:4294967295] 00000400:00000200:1.0:1761122781.518505:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.518511:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.518516:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122781.518523:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.518531:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.518535:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761122781.518643:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0d30eee. 00010000:00000010:3.0:1761122781.518753:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.518760:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000acc44443. 00010000:00000010:3.0:1761122781.518841:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080a4f4fa. 00010000:00000010:3.0:1761122781.518847:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cae5ba2a. 00010000:00000010:3.0:1761122781.518857:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122781.518861:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fb95e17c. 00000100:00000010:3.0:1761122781.518868:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.518878:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8ee8014. 02000000:00000010:3.0:1761122781.518903:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1096f1e. 00000400:00000010:3.0:1761122781.518908:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122781.518912:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.518916:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638848, portal 16 00000400:00000010:3.0:1761122781.518920:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122781.518923:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638848, offset 0 00000400:00000200:3.0:1761122781.518928:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.518936:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.518941:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.518945:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.518947:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.518949:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89180:89180:255:4294967295] 192.168.201.27@tcp LPNI seq info [89180:89180:7:4294967295] 00000400:00000200:3.0:1761122781.518956:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.518959:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.518962:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025afaac6 (tot 82347850). 00000800:00000200:3.0:1761122781.518966:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.518970:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.518972:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025afaac6 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.519940:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.519949:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.519952:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2916892. 00010000:00000010:2.1:1761122781.520710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f924172. 00010000:00000010:3.1:1761122781.521052:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004955fd8b. 00010000:00000010:3.1:1761122781.521061:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be27a2ef. 00000800:00000200:0.0:1761122781.522035:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.522040:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347602). 00000400:00000200:0.0:1761122781.522047:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.522057:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.522063:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:0.0:1761122781.522065:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000800:00000200:0.0:1761122781.522157:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.522160:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025afaac6 (tot 82347354). 00000400:00000200:0.0:1761122781.522166:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.522170:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.522172:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:0.0:1761122781.522174:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00000100:00000200:0.0:1761122781.522181:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643638848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.526601:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.526624:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206840 00000400:00000200:0.0:1761122781.526633:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2a9 [1] + 224 00000400:00000200:0.0:1761122781.526647:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.526652:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.526691:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643638848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.526725:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.526731:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252e00 00000400:00000200:0.0:1761122781.526736:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadca9 [2] + 1968 00000400:00000010:0.0:1761122781.526740:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b060378. 00000400:00000200:0.0:1761122781.526744:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008fe3f867 00000400:00000200:0.0:1761122781.526768:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.526772:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.526775:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008fe3f867 00000400:00000010:0.0:1761122781.526778:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008fe3f867 (tot 82347202). 00000100:00000200:0.0:1761122781.526784:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122781.527096:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e44414e3. 00000020:00000010:1.0:1761122781.527103:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.527118:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.527145:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b2d63f0 x1846669643951616/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.527182:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951616 02000000:00000010:1.0:1761122781.527196:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6e56d7a. 00010000:00000010:1.0:1761122781.527236:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.527243:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008467e441. 00000100:00000010:1.0:1761122781.527250:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008467e441. 00010000:00000010:1.0:1761122781.527253:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.527268:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122781.527274:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951616, offset 224 00000400:00000200:1.0:1761122781.527281:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.527293:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.527299:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89181:89181:256:4294967295] 192.168.201.27@tcp LPNI seq info [89181:89181:8:4294967295] 00000400:00000200:1.0:1761122781.527308:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.527314:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.527319:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347450). 00000800:00000200:1.0:1761122781.527324:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.527331:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.527335:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.527360:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.527365:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.527369:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e44414e3. 02000000:00000010:1.0:1761122781.527377:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b383a153. 00000100:00000010:1.0:1761122781.527380:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000bc94e21. 02000000:00000010:1.0:1761122781.527386:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001fb9a577. 00000100:00000010:1.0:1761122781.527388:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000082317669. 02000000:00000010:1.0:1761122781.527392:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067f3120f. 00000100:00000010:1.0:1761122781.527395:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 02000000:00000010:1.0:1761122781.527399:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:1.0:1761122781.527401:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 02000000:00000010:1.0:1761122781.527404:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6df138e. 00000100:00000010:1.0:1761122781.527406:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 02000000:00000010:1.0:1761122781.527409:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3dc07f8. 00000100:00000010:1.0:1761122781.527411:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b7b6a572. 00000100:00000200:1.0:1761122781.527424:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122781.527430:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067653c00. 00000400:00000010:1.0:1761122781.527433:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008467e441 (tot 82347602). 00000800:00000200:0.0:1761122781.527716:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.527721:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:0.0:1761122781.527726:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.527730:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.527733:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122781.527735:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 02000000:00000010:0.0:1761122781.527739:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6e56d7a. 00000400:00000010:2.0:1761122781.528883:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038229319. 00000400:00000200:2.0:1761122781.528891:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:2.0:1761122781.528893:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:2.0:1761122781.528902:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643638848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.528917:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643638848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122781.528940:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000090bfa3. 02000000:00000010:2.0:1761122781.528956:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1096f1e. 02000000:00000010:2.0:1761122781.528962:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8ee8014. 00000100:00000010:2.0:1761122781.528967:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 00000100:00000010:2.0:1761122781.528971:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fb95e17c. 00010000:00000010:2.0:1761122781.528976:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00080000:00000010:2.0:1761122781.528994:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bf0affdf. 00010000:00000010:2.0:1761122781.529093:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cae5ba2a. 00010000:00000010:2.0:1761122781.529099:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099559e21. 00010000:00000010:2.0:1761122781.529188:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000889a50f4. 00010000:00000010:2.0:1761122781.529195:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a26c350. 00010000:00000010:2.0:1761122781.529207:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.529213:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.529221:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 02000000:00000010:2.0:1761122781.529234:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5a60b8b. 02000000:00000010:2.0:1761122781.529259:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086a0f06c. 00000400:00000010:2.0:1761122781.529264:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.529268:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122781.529273:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638912, portal 16 00000400:00000010:2.0:1761122781.529277:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122781.529278:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638912, offset 0 00000400:00000200:2.0:1761122781.529286:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.529297:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.529305:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.529309:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.529311:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.529314:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89182:89182:256:4294967295] 192.168.201.27@tcp LPNI seq info [89182:89182:8:4294967295] 00000400:00000200:2.0:1761122781.529324:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.529329:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.529334:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.529520:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.529527:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.529531:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122781.529796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098e629ab. 00010000:00000010:3.1:1761122781.529803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00000800:00000200:0.0:1761122781.530595:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.530600:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122781.530606:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.530613:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.530616:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:0.0:1761122781.530618:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:0.0:1761122781.530624:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001273acaa x1846669643638912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.532887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8a85441. 00000400:00000200:0.0:1761122781.537203:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.537222:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206880 00000400:00000200:0.0:1761122781.537232:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2b9 [1] + 224 00000400:00000200:0.0:1761122781.537244:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.537248:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.537258:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001273acaa x1846669643638912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.537373:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.537379:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252e40 00000400:00000200:0.0:1761122781.537384:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 0 00010000:00000010:2.1:1761122781.538283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b9c53ef. 00010000:00000010:2.1:1761122781.538293:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000240649f7. 00010000:00000010:2.1:1761122781.538298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080a4f4fa. 00000400:00000010:2.0:1761122781.538320:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.538325:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122781.538327:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122781.538335:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001273acaa x1846669643638912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.538344:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001273acaa x1846669643638912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.538374:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086a0f06c. 02000000:00000010:2.0:1761122781.538379:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5a60b8b. 00000100:00000010:2.0:1761122781.538382:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001273acaa. 00000100:00000010:2.0:1761122781.538387:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.538390:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:0.0:1761122781.542191:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.542207:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.542217:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.542226:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:2.0:1761122781.542321:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5a60b8b. 00000020:00000010:2.0:1761122781.542331:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.542335:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.542362:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643951680/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122781.543097:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951680 02000000:00000010:2.0:1761122781.543121:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000086a0f06c. 00010000:00000010:2.0:1761122781.543149:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000b381728. 00010000:00000010:2.0:1761122781.543171:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.543178:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.543198:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.543201:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.543214:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122781.543219:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951680, offset 224 00000400:00000200:2.0:1761122781.543227:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.543241:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.543247:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89183:89183:256:4294967295] 192.168.201.27@tcp LPNI seq info [89183:89183:8:4294967295] 00000400:00000200:2.0:1761122781.543257:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.543263:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.543268:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.543276:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.543284:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00080000:00000010:3.0:1761122781.543288:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068fccba2. 00000800:00000200:2.0:1761122781.543288:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.543316:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.543322:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.543327:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5a60b8b. 00010000:00000010:3.0:1761122781.543378:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a26c350. 00010000:00000010:3.0:1761122781.543385:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f8ad74d. 00010000:00000010:3.0:1761122781.543450:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010496020. 00010000:00000010:3.0:1761122781.543455:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.543464:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.543468:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.543474:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.543484:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d8076c77. 02000000:00000010:3.0:1761122781.543504:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8ee8014. 00000400:00000010:3.0:1761122781.543509:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.543513:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.543517:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643638976, portal 16 00000400:00000010:3.0:1761122781.543521:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122781.543523:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643638976, offset 0 00000400:00000200:3.0:1761122781.543529:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.543535:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.543542:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.543545:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.543604:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.543607:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89184:89184:255:4294967295] 192.168.201.27@tcp LPNI seq info [89184:89184:7:4294967295] 00000400:00000200:3.0:1761122781.543616:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.543620:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.543625:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000646dd59e (tot 82347850). 00000800:00000200:3.0:1761122781.543629:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.543634:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.543637:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000646dd59e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.543714:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.543718:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:1.0:1761122781.543723:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.543728:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.543732:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:1.0:1761122781.543734:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000800:00000200:1.0:1761122781.543765:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.543767:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000646dd59e (tot 82347354). 00000400:00000200:1.0:1761122781.543773:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.543776:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.543778:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:1.0:1761122781.543779:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000100:00000200:1.0:1761122781.543784:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643638976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.548358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d68b3f7e. 00010000:00000010:3.1:1761122781.548372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889a50f4. 00000400:00000200:0.0:1761122781.549730:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.549757:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482068c0 00000400:00000200:0.0:1761122781.549769:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2c5 [1] + 224 00000400:00000200:0.0:1761122781.549788:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.549792:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.549804:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643638976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.549902:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.549907:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.549910:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.549917:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643638976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.549925:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643638976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.549957:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8ee8014. 02000000:00000010:3.0:1761122781.549964:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d8076c77. 00000100:00000010:3.0:1761122781.549968:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.549972:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.549977:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00010000:00000010:2.1:1761122781.551695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df672061. 00000400:00000200:0.0:1761122781.553329:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.553535:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252e80 00000400:00000200:0.0:1761122781.553543:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 328 00000400:00000200:1.0:1761122781.554152:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.554159:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.554167:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.554174:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000020:00000010:2.0:1761122781.555177:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5a60b8b. 00000020:00000010:2.0:1761122781.555185:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.555189:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.555218:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643951744/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.555246:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951744 02000000:00000010:2.0:1761122781.555257:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce2b2e61. 00010000:00000010:2.0:1761122781.555285:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006b4cc4fc. 00010000:00000010:2.0:1761122781.555309:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.555317:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.555342:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.555346:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.555362:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.555368:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951744, offset 224 00000400:00000200:2.0:1761122781.555377:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.555482:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.555489:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89185:89185:256:4294967295] 192.168.201.27@tcp LPNI seq info [89185:89185:8:4294967295] 00000400:00000200:2.0:1761122781.555500:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.555507:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.555513:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122781.555520:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.555528:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.555532:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.555559:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.555564:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.555568:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5a60b8b. 00000800:00000200:1.0:1761122781.555680:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.555684:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122781.555689:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.555693:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.555697:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:1.0:1761122781.555699:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00080000:00000010:3.0:1761122781.555868:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8076c77. 00010000:00000010:3.0:1761122781.556241:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.556248:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7abd34a. 00010000:00000010:3.0:1761122781.556321:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e67fac. 00010000:00000010:3.0:1761122781.556326:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.556331:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122781.556335:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00080000:00000010:3.0:1761122781.556347:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8ee8014. 00010000:00000010:3.0:1761122781.556373:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.556376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b9c3639f. 00010000:00000010:3.0:1761122781.556424:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c89fc8d. 00010000:00000010:3.0:1761122781.556428:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.556435:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.556439:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.556446:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.556457:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1096f1e. 02000000:00000010:3.0:1761122781.556481:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf78102. 00000400:00000010:3.0:1761122781.556486:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.556491:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.556496:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639040, portal 16 00000400:00000010:3.0:1761122781.556501:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122781.556503:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643639040, offset 0 00000400:00000200:3.0:1761122781.556510:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.556521:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.556530:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.556534:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.556539:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.556542:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89186:89186:256:4294967295] 192.168.201.27@tcp LPNI seq info [89186:89186:8:4294967295] 00000400:00000200:3.0:1761122781.556550:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.556554:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.556558:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000646dd59e (tot 82347602). 00000800:00000200:3.0:1761122781.556563:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.556570:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.556573:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000646dd59e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.559897:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.559905:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000646dd59e (tot 82347354). 00000400:00000200:1.0:1761122781.559915:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.559925:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.560155:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:1.0:1761122781.560158:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000100:00000200:1.0:1761122781.560167:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643639040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.564014:0:1103:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a37b94e7. 00000400:00000200:1.0:1761122781.566131:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.566152:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206900 00000400:00000200:1.0:1761122781.566161:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2d1 [1] + 224 00000400:00000200:1.0:1761122781.566177:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.566182:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.566193:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643639040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.566277:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.566283:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.566285:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.566291:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643639040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.566304:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643639040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.566337:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf78102. 02000000:00000010:3.0:1761122781.566344:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1096f1e. 00000100:00000010:3.0:1761122781.566349:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.566354:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.566359:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00010000:00000010:3.1:1761122781.566698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b62606e. 00010000:00000010:3.1:1761122781.566706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00010000:00000010:3.1:1761122781.566712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e67fac. 00010000:00000010:3.1:1761122781.566715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00000400:00000200:1.0:1761122781.567355:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.567367:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252ec0 00000400:00000200:1.0:1761122781.567373:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 656 00000400:00000200:1.0:1761122781.567431:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.567435:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.567439:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.567444:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:0.0:1761122781.567527:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.567535:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.567539:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.567565:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643951808/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.568882:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951808 02000000:00000010:0.0:1761122781.568904:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:0.0:1761122781.568940:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a534684c. 00010000:00000010:0.0:1761122781.568963:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.568970:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df3de5db. 00000100:00000010:0.0:1761122781.568991:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000df3de5db. 00010000:00000010:0.0:1761122781.568996:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.569011:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122781.569016:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951808, offset 224 00000400:00000200:0.0:1761122781.569025:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.569039:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.569045:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89187:89187:256:4294967295] 192.168.201.27@tcp LPNI seq info [89187:89187:8:4294967295] 00000400:00000200:0.0:1761122781.569056:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.569061:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.569065:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122781.569072:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.569079:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.569083:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.569118:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.569123:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122781.569127:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:1.0:1761122781.569231:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.569235:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:1.0:1761122781.569241:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.569246:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.569249:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:1.0:1761122781.569251:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00080000:00000010:3.0:1761122781.569324:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc842c22. 00010000:00000010:3.0:1761122781.569400:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.569406:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000143372c7. 00010000:00000010:3.0:1761122781.569471:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122781.569476:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.569484:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.569488:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.569494:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.569505:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1096f1e. 02000000:00000010:3.0:1761122781.569526:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf78102. 00000400:00000010:3.0:1761122781.569530:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.569534:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.569538:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639104, portal 16 00000400:00000010:3.0:1761122781.569542:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122781.569544:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643639104, offset 0 00000400:00000200:3.0:1761122781.569549:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.569556:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.569561:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.569564:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.569567:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.569570:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89188:89188:256:4294967295] 192.168.201.27@tcp LPNI seq info [89188:89188:8:4294967295] 00000400:00000200:3.0:1761122781.569577:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.569581:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.569585:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000025afaac6 (tot 82347602). 00000800:00000200:3.0:1761122781.569588:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.569592:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.569595:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000025afaac6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.569699:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.569702:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000025afaac6 (tot 82347354). 00000400:00000200:1.0:1761122781.569709:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.569714:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.569718:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:1.0:1761122781.569720:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000100:00000200:1.0:1761122781.569726:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643639104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.574972:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.574993:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206940 00000400:00000200:1.0:1761122781.575002:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2dd [1] + 224 00000400:00000200:1.0:1761122781.575020:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.575025:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.575038:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643639104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122781.575135:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.575140:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.575142:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.575147:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643639104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.575155:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643639104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.575187:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf78102. 02000000:00000010:3.0:1761122781.575194:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1096f1e. 00000100:00000010:3.0:1761122781.575198:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.575202:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.575208:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00000400:00000200:1.0:1761122781.575696:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.575707:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252f00 00000400:00000200:1.0:1761122781.575712:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 984 00000400:00000200:1.0:1761122781.575772:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.575778:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.575782:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.575787:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000020:00000010:0.0:1761122781.575848:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.575856:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.575860:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.575888:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079504736 x1846669643951872/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.575925:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951872 02000000:00000010:0.0:1761122781.575935:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:0.0:1761122781.575972:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5969002. 00010000:00000010:0.0:1761122781.575996:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.576003:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df3de5db. 00000100:00000010:0.0:1761122781.576014:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000df3de5db. 00010000:00000010:0.0:1761122781.576018:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.576032:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122781.576037:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951872, offset 224 00000400:00000200:0.0:1761122781.576045:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.576057:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.576064:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89189:89189:256:4294967295] 192.168.201.27@tcp LPNI seq info [89189:89189:8:4294967295] 00000400:00000200:0.0:1761122781.576075:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.576081:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.576086:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122781.576093:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.576100:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.576103:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.576143:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.576148:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122781.576150:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:1.0:1761122781.576770:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.576774:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:1.0:1761122781.576781:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.576787:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.576791:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:1.0:1761122781.576793:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00080000:00000010:3.0:1761122781.576888:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed55d4a9. 00010000:00000010:3.0:1761122781.576973:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.576980:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a14a8676. 00010000:00000010:3.0:1761122781.577052:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010496020. 00010000:00000010:3.0:1761122781.577058:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.577067:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.577071:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.577077:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.577089:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1096f1e. 02000000:00000010:3.0:1761122781.577123:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000faf78102. 00000400:00000010:3.0:1761122781.577128:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.577133:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.577137:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639168, portal 16 00000400:00000010:3.0:1761122781.577142:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122781.577144:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643639168, offset 0 00000400:00000200:3.0:1761122781.577150:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.577158:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.577164:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.577167:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.577170:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.577173:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89190:89190:256:4294967295] 192.168.201.27@tcp LPNI seq info [89190:89190:8:4294967295] 00000400:00000200:3.0:1761122781.577181:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.577186:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.577190:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c6288c1f (tot 82347602). 00000800:00000200:3.0:1761122781.577194:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.577200:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.577202:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c6288c1f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.577504:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.577507:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c6288c1f (tot 82347354). 00000400:00000200:1.0:1761122781.577514:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.577518:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.577521:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:1.0:1761122781.577522:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000100:00000200:1.0:1761122781.577527:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643639168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.580600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003deccdd3. 00000400:00000200:1.0:1761122781.583982:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.584002:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206980 00000400:00000200:1.0:1761122781.584012:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2e9 [1] + 224 00000400:00000200:1.0:1761122781.584024:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.584028:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.584040:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643639168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.584078:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.584084:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252f40 00000400:00000200:1.0:1761122781.584088:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 1312 00000400:00000200:1.0:1761122781.584152:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.584156:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.584160:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.584166:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:2.0:1761122781.584265:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5a60b8b. 00000020:00000010:2.0:1761122781.584272:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.584276:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.584301:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643951936/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.584337:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643951936 02000000:00000010:2.0:1761122781.584348:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004a881ced. 00010000:00000010:2.0:1761122781.584562:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.584569:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.584576:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.584580:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.584595:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122781.584599:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643951936, offset 224 00000400:00000200:2.0:1761122781.584607:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.584619:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.584625:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89191:89191:256:4294967295] 192.168.201.27@tcp LPNI seq info [89191:89191:8:4294967295] 00000400:00000200:2.0:1761122781.584635:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.584640:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.584644:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.584650:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.584690:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.584695:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.584709:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.584713:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.584718:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5a60b8b. 00000800:00000200:1.0:1761122781.584828:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.584833:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122781.584836:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.584840:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.584843:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:1.0:1761122781.584845:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00010000:00000010:3.1:1761122781.585338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c19bc7a. 00010000:00000010:3.1:1761122781.585346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00000400:00000010:3.0:1761122781.585383:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.585387:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.585389:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.585396:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643639168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.585405:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643639168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122781.585425:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eec5022f. 02000000:00000010:3.0:1761122781.585443:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000faf78102. 02000000:00000010:3.0:1761122781.585450:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1096f1e. 00000100:00000010:3.0:1761122781.585454:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.585457:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.585461:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00080000:00000010:3.0:1761122781.585479:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000520c7723. 00010000:00000010:3.0:1761122781.585573:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.585579:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3ba6f12. 00010000:00000010:3.0:1761122781.585679:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c89fc8d. 00010000:00000010:3.0:1761122781.585686:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.585699:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.585703:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.585709:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.585719:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1693040. 02000000:00000010:3.0:1761122781.585746:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b85eeb80. 00000400:00000010:3.0:1761122781.585751:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.585755:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.585761:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639232, portal 16 00000400:00000010:3.0:1761122781.585766:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122781.585768:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643639232, offset 0 00000400:00000200:3.0:1761122781.585774:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.585785:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.585792:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.585795:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.585797:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.585800:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89192:89192:256:4294967295] 192.168.201.27@tcp LPNI seq info [89192:89192:8:4294967295] 00000400:00000200:3.0:1761122781.585809:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.585813:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.585817:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347602). 00000800:00000200:3.0:1761122781.585821:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.585826:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.585829:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.585959:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.585963:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.585969:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.585974:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.585977:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:1.0:1761122781.585978:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000100:00000200:1.0:1761122781.585983:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643639232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.588704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a34fe08. 00010000:00000010:3.1:1761122781.588781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6a94849. 00010000:00000010:3.1:1761122781.588789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00000400:00000200:1.0:1761122781.591992:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.592013:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482069c0 00000400:00000200:1.0:1761122781.592023:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf2f5 [1] + 224 00000400:00000200:1.0:1761122781.592036:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.592039:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.592052:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643639232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.592089:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.592095:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252f80 00000400:00000200:1.0:1761122781.592100:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 1640 00000400:00000200:1.0:1761122781.592120:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.592123:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.592127:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.592132:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:2.0:1761122781.592507:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5a60b8b. 00000020:00000010:2.0:1761122781.592515:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.592519:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.592544:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643952000/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.592591:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952000 02000000:00000010:2.0:1761122781.592603:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009a44597c. 00010000:00000010:2.0:1761122781.592642:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.592650:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.592683:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.592687:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.592701:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122781.592706:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952000, offset 224 00000400:00000200:2.0:1761122781.592715:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.592725:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.592730:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89193:89193:256:4294967295] 192.168.201.27@tcp LPNI seq info [89193:89193:8:4294967295] 00000400:00000200:2.0:1761122781.592741:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.592746:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.592751:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.592757:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.592765:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.592768:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.592781:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.592785:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.592789:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5a60b8b. 00010000:00000010:3.1:1761122781.593596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058b2b417. 00010000:00000010:3.1:1761122781.593607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad7d1723. 00010000:00000010:3.1:1761122781.593611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00000400:00000010:3.0:1761122781.593633:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.593639:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.593641:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.593649:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643639232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.593675:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643639232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122781.593698:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057a30ca8. 02000000:00000010:3.0:1761122781.593712:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b85eeb80. 02000000:00000010:3.0:1761122781.593718:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1693040. 00000100:00000010:3.0:1761122781.593721:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.593725:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.593728:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00080000:00000010:3.0:1761122781.593746:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1096f1e. 00010000:00000010:3.0:1761122781.593832:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.593838:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009dd0b920. 00010000:00000010:3.0:1761122781.593913:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000010496020. 00010000:00000010:3.0:1761122781.593920:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e0ad10d. 00010000:00000010:3.0:1761122781.593930:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.593934:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.593940:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000248963ca. 02000000:00000010:3.0:1761122781.593949:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1693040. 02000000:00000010:3.0:1761122781.593970:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b85eeb80. 00000400:00000010:3.0:1761122781.593974:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.593978:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.593983:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639296, portal 16 00000400:00000010:3.0:1761122781.593987:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122781.593988:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643639296, offset 0 00000400:00000200:3.0:1761122781.593994:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.594002:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.594009:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.594013:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.594015:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.594018:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89194:89194:255:4294967295] 192.168.201.27@tcp LPNI seq info [89194:89194:7:4294967295] 00000400:00000200:3.0:1761122781.594026:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.594030:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.594034:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae1ad7b2 (tot 82347850). 00000800:00000200:3.0:1761122781.594039:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.594044:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.594047:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ae1ad7b2 type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1761122781.598741:0:71888:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f143ad85. 02000000:00000010:3.0:1761122781.598812:0:71888:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000c6288c1f. 00000100:00000010:3.0:1761122781.600056:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c572ff4a. 02000000:00000010:3.0:1761122781.600069:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025afaac6. 00000100:00000010:3.0:1761122781.600103:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000062ac328a. 02000000:00000010:3.0:1761122781.600118:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000646dd59e. 00000100:00000010:3.0:1761122781.600126:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008eb82e2c. 02000000:00000010:3.0:1761122781.600133:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000892744ea. 00000100:00000010:3.0:1761122781.600139:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004368694a. 02000000:00000010:3.0:1761122781.600143:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000ffcf09d4. 00000100:00000010:3.0:1761122781.600148:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008931f3b7. 02000000:00000010:3.0:1761122781.600151:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000bc15c16. 00000100:00000010:3.0:1761122781.600155:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000417a0287. 02000000:00000010:3.0:1761122781.600159:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000025d64bb1. 00000100:00000010:3.0:1761122781.600164:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ab7a35fd. 02000000:00000010:3.0:1761122781.600167:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000006c4622c5. 00000100:00000010:3.0:1761122781.600172:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006d8f60b7. 02000000:00000010:3.0:1761122781.600175:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000120bfe01. 00000100:00000010:3.0:1761122781.600180:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000000c0c3a5. 02000000:00000010:3.0:1761122781.600183:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000062f52120. 00000100:00000010:3.0:1761122781.600188:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b0cfc9ef. 02000000:00000010:3.0:1761122781.600191:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000094ada1ae. 00000100:00000010:3.0:1761122781.600196:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000049497d5b. 02000000:00000010:3.0:1761122781.600199:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000048778ccb. 00000100:00000010:3.0:1761122781.600204:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040aab1d7. 02000000:00000010:3.0:1761122781.600207:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000b4d5cc6e. 00000100:00000010:3.0:1761122781.600212:0:64463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073f49ec5. 02000000:00000010:3.0:1761122781.600215:0:64463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000dc77de5e. 02000000:00000010:2.0:1761122781.600333:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5a60b8b. 00000400:00000010:2.0:1761122781.600342:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.600349:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.600356:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639424, portal 25 00000400:00000010:2.0:1761122781.600363:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122781.600365:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846669643639424, offset 0 00000400:00000200:2.0:1761122781.600374:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600388:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600398:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68f8948206a80 00000400:00000200:2.0:1761122781.600405:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x89e09 [2] + 0 00000400:00000010:2.0:1761122781.600408:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007c62494e. 00000400:00000200:2.0:1761122781.600413:0:15809:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e58a00b6 00000400:00000200:2.0:1761122781.600418:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600420:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1761122781.600423:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e58a00b6 00000400:00000010:2.0:1761122781.600425:0:15809:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e58a00b6 (tot 82347698). 00000100:00000200:2.0:1761122781.600431:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1761122781.600450:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:2.0:1761122781.600451:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:2.0:1761122781.600455:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c572ff4a x1846669643639424/t0(0) o400->MGC192.168.201.127@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600471:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb9a577. 00000400:00000010:2.0:1761122781.600473:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122781.600475:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122781.600476:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639680, portal 10 00000400:00000010:2.0:1761122781.600480:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122781.600481:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643639680, offset 0 00000400:00000200:2.0:1761122781.600483:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600486:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600489:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206b80 00000400:00000200:2.0:1761122781.600494:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 43784 00000400:00000200:2.0:1761122781.600498:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600500:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600503:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761122781.600507:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001273acaa. 00000400:00000200:2.0:1761122781.600520:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:2.0:1761122781.600521:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:2.0:1761122781.600525:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008931f3b7 x1846669643639680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600544:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba12afe3. 00000400:00000010:2.0:1761122781.600548:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122781.600550:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122781.600552:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639936, portal 4 00000400:00000010:2.0:1761122781.600555:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.600556:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846669643639936, offset 0 00000400:00000200:2.0:1761122781.600558:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600561:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600564:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68f8948206c80 00000400:00000200:2.0:1761122781.600567:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73c91 [8] + 6944 00000400:00000200:2.0:1761122781.600570:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600571:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600574:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1761122781.600576:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042548660. 00000400:00000200:2.0:1761122781.600585:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:2.0:1761122781.600586:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:2.0:1761122781.600587:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000000c0c3a5 x1846669643639936/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600598:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc683595. 00000400:00000010:2.0:1761122781.600600:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122781.600602:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.600604:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640192, portal 10 00000400:00000010:2.0:1761122781.600607:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122781.600609:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643640192, offset 0 00000400:00000200:2.0:1761122781.600612:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600616:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600619:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206d80 00000400:00000200:2.0:1761122781.600622:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 44008 00000400:00000200:2.0:1761122781.600626:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600628:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600630:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761122781.600633:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fa2a0161. 00000400:00000200:2.0:1761122781.600643:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122781.600644:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122781.600647:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000073f49ec5 x1846669643640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600700:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005fe82086. 00000400:00000010:2.0:1761122781.600703:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122781.600705:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122781.600708:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639488, portal 4 00000400:00000010:2.0:1761122781.600712:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122781.600713:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846669643639488, offset 0 00000400:00000200:2.0:1761122781.600717:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600721:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600725:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68f8948206ac0 00000400:00000200:2.0:1761122781.600729:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x42aed [256] + 5824 00000400:00000200:2.0:1761122781.600733:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600735:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600738:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1761122781.600740:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7bd4591. 00000400:00000200:2.0:1761122781.600748:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122781.600749:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122781.600751:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000062ac328a x1846669643639488/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600760:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000344ec712. 00000400:00000010:2.0:1761122781.600762:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122781.600763:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122781.600765:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639744, portal 4 00000400:00000010:2.0:1761122781.600767:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122781.600768:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846669643639744, offset 0 00000400:00000200:2.0:1761122781.600770:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600773:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600775:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68f8948206bc0 00000400:00000200:2.0:1761122781.600777:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73c91 [8] + 7168 00000400:00000200:2.0:1761122781.600780:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600781:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600783:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1761122781.600784:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b16969f1. 00000400:00000200:2.0:1761122781.600791:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122781.600792:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122781.600793:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000417a0287 x1846669643639744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.600801:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b80ed7c4. 00000400:00000010:2.0:1761122781.600803:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122781.600804:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122781.600805:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640000, portal 4 00000400:00000010:2.0:1761122781.600808:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.600809:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846669643640000, offset 0 00000400:00000200:2.0:1761122781.600811:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600813:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600815:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68f8948206cc0 00000400:00000200:2.0:1761122781.600817:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x42aed [256] + 6048 00000400:00000200:2.0:1761122781.600819:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.600820:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.600821:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1761122781.600823:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005ea38afe. 00000400:00000200:2.0:1761122781.600829:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.600829:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:2.0:1761122781.600831:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b0cfc9ef x1846669643640000/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:2.0:1761122781.600860:0:66618:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b1894af. 00000020:00000010:2.0:1761122781.600864:0:66618:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.600867:0:66618:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.600889:0:66618:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a007468e. 00000020:00000010:2.0:1761122781.600891:0:66618:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.600893:0:66618:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a57d3b0. 00000100:00000200:2.0:1761122781.600948:0:66618:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639936 02000000:00000010:2.0:1761122781.600964:0:66618:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ca8fe60b. 00010000:00000200:2.0:1761122781.600971:0:66618:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000042548660 x1846669643639936/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.600983:0:66618:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.600986:0:66618:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643639936, offset 224 00000400:00000200:2.0:1761122781.600989:0:66618:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.600994:0:66618:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.600998:0:66618:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206c80 00000400:00000200:2.0:1761122781.601002:0:66618:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf319 [1] + 224 00000400:00000200:2.0:1761122781.601006:0:66618:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601007:0:66618:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601011:0:66618:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000000c0c3a5 x1846669643639936/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601024:0:66618:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601025:0:66618:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601036:0:66618:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.601039:0:66618:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.601043:0:66618:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b1894af. 00000100:00000200:2.0:1761122781.601054:0:66618:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639744 02000000:00000010:2.0:1761122781.601061:0:66618:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b1894af. 00010000:00000200:2.0:1761122781.601065:0:66618:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b16969f1 x1846669643639744/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601074:0:66618:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.601077:0:66618:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643639744, offset 224 00000400:00000200:2.0:1761122781.601081:0:66618:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.601085:0:66618:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.601089:0:66618:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206bc0 00000400:00000200:2.0:1761122781.601092:0:66618:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf331 [1] + 224 00000400:00000200:2.0:1761122781.601095:0:66618:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601097:0:66618:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601100:0:66618:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000417a0287 x1846669643639744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601120:0:66618:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601122:0:66618:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601129:0:66618:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.601131:0:66618:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.601134:0:66618:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a007468e. 00000020:00000010:2.0:1761122781.601152:0:64814:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a007468e. 00000020:00000010:2.0:1761122781.601154:0:64814:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.601156:0:64814:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.601185:0:64814:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e789adea. 00000020:00000010:2.0:1761122781.601187:0:64814:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.601188:0:64814:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.601197:0:64814:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639680 02000000:00000010:2.0:1761122781.601202:0:64814:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000060b29280. 00010000:00000200:2.0:1761122781.601205:0:64814:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001273acaa x1846669643639680/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601211:0:64814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.601213:0:64814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643639680, offset 224 00000400:00000200:2.0:1761122781.601215:0:64814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.601219:0:64814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.601222:0:64814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206b80 00000400:00000200:2.0:1761122781.601224:0:64814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf311 [1] + 224 00000400:00000200:2.0:1761122781.601227:0:64814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601228:0:64814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601231:0:64814:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008931f3b7 x1846669643639680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601237:0:64814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601238:0:64814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601241:0:64814:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.601243:0:64814:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.601244:0:64814:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a007468e. 00000100:00000200:2.0:1761122781.601249:0:64814:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640192 02000000:00000010:2.0:1761122781.601254:0:64814:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a007468e. 00010000:00000200:2.0:1761122781.601256:0:64814:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000fa2a0161 x1846669643640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601260:0:64814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.601261:0:64814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643640192, offset 224 00000400:00000200:2.0:1761122781.601263:0:64814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.601266:0:64814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.601268:0:64814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206d80 00000400:00000200:2.0:1761122781.601270:0:64814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf321 [1] + 224 00000400:00000200:2.0:1761122781.601272:0:64814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601274:0:64814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601277:0:64814:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000073f49ec5 x1846669643640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601285:0:64814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601286:0:64814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601291:0:64814:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.601293:0:64814:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.601295:0:64814:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e789adea. 00000020:00000010:2.0:1761122781.601315:0:75893:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e789adea. 00000020:00000010:2.0:1761122781.601318:0:75893:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.601320:0:75893:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.601339:0:75893:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005450bc60. 00000020:00000010:2.0:1761122781.601342:0:75893:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.601343:0:75893:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a57d3b0. 00000100:00000200:2.0:1761122781.601357:0:75893:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639488 02000000:00000010:2.0:1761122781.601363:0:75893:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000652ba73c. 00010000:00000200:2.0:1761122781.601368:0:75893:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e7bd4591 x1846669643639488/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601375:0:75893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.601378:0:75893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643639488, offset 224 00000400:00000200:2.0:1761122781.601382:0:75893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.601387:0:75893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.601392:0:75893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206ac0 00000400:00000200:2.0:1761122781.601395:0:75893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf329 [1] + 224 00000400:00000200:2.0:1761122781.601398:0:75893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601400:0:75893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601404:0:75893:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000062ac328a x1846669643639488/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601413:0:75893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601415:0:75893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601420:0:75893:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.601422:0:75893:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.601424:0:75893:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e789adea. 00000100:00000200:2.0:1761122781.601434:0:75893:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640000 02000000:00000010:2.0:1761122781.601440:0:75893:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e789adea. 00010000:00000200:2.0:1761122781.601444:0:75893:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000005ea38afe x1846669643640000/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601451:0:75893:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.601453:0:75893:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643640000, offset 224 00000400:00000200:2.0:1761122781.601457:0:75893:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.601461:0:75893:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.601466:0:75893:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206cc0 00000400:00000200:2.0:1761122781.601469:0:75893:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf339 [1] + 224 00000400:00000200:2.0:1761122781.601472:0:75893:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.601474:0:75893:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.601477:0:75893:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b0cfc9ef x1846669643640000/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.601485:0:75893:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:2.0:1761122781.601486:0:75893:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000020:00000010:2.0:1761122781.601492:0:75893:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.601494:0:75893:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.601496:0:75893:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005450bc60. 00000400:00000010:2.0:1761122781.601531:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:2.0:1761122781.601533:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122781.601535:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:2.0:1761122781.601539:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000062ac328a x1846669643639488/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601546:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000062ac328a x1846669643639488/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601566:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:2.0:1761122781.601568:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122781.601569:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122781.601572:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000417a0287 x1846669643639744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601578:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000417a0287 x1846669643639744/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601589:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000078e5974d. 00000400:00000200:2.0:1761122781.601591:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122781.601592:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122781.601594:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b0cfc9ef x1846669643640000/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601599:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b0cfc9ef x1846669643640000/t0(0) o400->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601609:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122781.601611:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:2.0:1761122781.601612:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:2.0:1761122781.601614:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008931f3b7 x1846669643639680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601619:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008931f3b7 x1846669643639680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601628:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122781.601629:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:2.0:1761122781.601630:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:2.0:1761122781.601632:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000000c0c3a5 x1846669643639936/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601637:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000000c0c3a5 x1846669643639936/t0(0) o400->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.601647:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:2.0:1761122781.601648:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:2.0:1761122781.601649:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:2.0:1761122781.601652:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000073f49ec5 x1846669643640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.601680:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000073f49ec5 x1846669643640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.601693:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005fe82086. 02000000:00000010:2.0:1761122781.601699:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000646dd59e. 00000100:00000010:2.0:1761122781.601705:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000062ac328a. 02000000:00000010:2.0:1761122781.601709:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000344ec712. 02000000:00000010:2.0:1761122781.601711:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000025d64bb1. 00000100:00000010:2.0:1761122781.601718:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000417a0287. 02000000:00000010:2.0:1761122781.601721:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b80ed7c4. 02000000:00000010:2.0:1761122781.601723:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000094ada1ae. 00000100:00000010:2.0:1761122781.601725:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b0cfc9ef. 02000000:00000010:2.0:1761122781.601728:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb9a577. 02000000:00000010:2.0:1761122781.601730:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000bc15c16. 00000100:00000010:2.0:1761122781.601734:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008931f3b7. 02000000:00000010:2.0:1761122781.601737:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba12afe3. 02000000:00000010:2.0:1761122781.601739:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000062f52120. 00000100:00000010:2.0:1761122781.601741:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000000c0c3a5. 02000000:00000010:2.0:1761122781.601746:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc683595. 02000000:00000010:2.0:1761122781.601747:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000dc77de5e. 00000100:00000010:2.0:1761122781.601749:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073f49ec5. 00000020:00000010:3.0:1761122781.602279:0:71874:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000faf78102. 00000020:00000010:3.0:1761122781.602287:0:71874:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.602290:0:71874:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.602310:0:71874:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639424 02000000:00000010:3.0:1761122781.602319:0:71874:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000057046124. 00010000:00000200:3.0:1761122781.602325:0:71874:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000003ee1f2e6 x1846669643639424/t0(0) o400->2ea06397-f7be-45f5-9d56-471ae3c592ad@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:3.0:1761122781.602336:0:71874:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.602339:0:71874:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846669643639424, offset 224 00000400:00000200:3.0:1761122781.602344:0:71874:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761122781.602351:0:71874:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761122781.602368:0:71874:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68f8948206a80 00000400:00000200:3.0:1761122781.602374:0:71874:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xaf309 [1] + 224 00000400:00000200:3.0:1761122781.602378:0:71874:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.602380:0:71874:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761122781.602386:0:71874:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c572ff4a x1846669643639424/t0(0) o400->MGC192.168.201.127@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:3.0:1761122781.602400:0:71874:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:3.0:1761122781.602402:0:71874:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000020:00000010:3.0:1761122781.602410:0:71874:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.602413:0:71874:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.602417:0:71874:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000faf78102. 02000000:00000010:3.0:1761122781.602423:0:71874:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000057046124. 00000100:00000200:3.0:1761122781.602433:0:71874:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:3.0:1761122781.602438:0:71874:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033f6d57d. 00000400:00000010:3.0:1761122781.602442:0:71874:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fb95e17c (tot 82347850). 00000100:00000010:3.0:1761122781.602502:0:71884:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa6a7fb1. 02000000:00000010:3.0:1761122781.602517:0:71884:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000090865d76. 02000000:00000010:0.0:1761122781.604509:0:15812:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000056383e5a. 00000400:00000010:0.0:1761122781.604522:0:15812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000de10273f. 00000400:00000010:0.0:1761122781.604528:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122781.604534:0:15812:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643639360, portal 4 00000400:00000010:0.0:1761122781.604541:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122781.604543:0:15812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846669643639360, offset 0 00000400:00000200:0.0:1761122781.604551:0:15812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.604562:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.604571:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68f8948206a40 00000400:00000200:0.0:1761122781.604577:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2d825 [8] + 8960 00000400:00000200:0.0:1761122781.604584:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.604587:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.604592:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761122781.604596:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004b6fff0e. 02000000:00000010:1.0:1761122781.604718:0:15811:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b383a153. 00000400:00000010:1.0:1761122781.604723:0:15811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122781.604727:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122781.604730:0:15811:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639552, portal 10 00000400:00000010:1.0:1761122781.604734:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122781.604736:0:15811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643639552, offset 0 00000400:00000200:1.0:1761122781.604740:0:15811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.604745:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.604751:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206b00 00000400:00000200:1.0:1761122781.604756:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 44232 00000400:00000200:1.0:1761122781.604759:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.604761:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.604764:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761122781.604768:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000009fb4da7. 00000400:00000200:1.0:1761122781.604786:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:1.0:1761122781.604788:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:1.0:1761122781.604793:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008eb82e2c x1846669643639552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1761122781.604812:0:15811:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e44414e3. 00000400:00000010:1.0:1761122781.604815:0:15811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cce1270. 00000400:00000010:1.0:1761122781.604817:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122781.604819:0:15811:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639808, portal 10 00000400:00000010:1.0:1761122781.604823:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122781.604825:0:15811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643639808, offset 0 00000400:00000200:1.0:1761122781.604828:0:15811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.604833:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.604837:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206c00 00000400:00000200:1.0:1761122781.604840:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 44456 00000400:00000200:1.0:1761122781.604843:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.604844:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.604847:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761122781.604850:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000210c5f15. 00000400:00000200:1.0:1761122781.604861:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:1.0:1761122781.604862:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:1.0:1761122781.604865:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ab7a35fd x1846669643639808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1761122781.604878:0:15811:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f79f1df3. 00000400:00000010:1.0:1761122781.604881:0:15811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da0a3b0b. 00000400:00000010:1.0:1761122781.604883:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122781.604886:0:15811:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640064, portal 4 00000400:00000010:1.0:1761122781.604889:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122781.604891:0:15811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846669643640064, offset 0 00000400:00000200:1.0:1761122781.604895:0:15811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.604899:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.604904:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68f8948206d00 00000400:00000200:1.0:1761122781.604908:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73c91 [8] + 7392 00000400:00000200:1.0:1761122781.604911:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.604913:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.604916:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761122781.605161:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b2fd2084. 00000400:00000200:1.0:1761122781.605177:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:1.0:1761122781.605179:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:1.0:1761122781.605182:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000049497d5b x1846669643640064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:1.0:1761122781.605231:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6466b31. 00000020:00000010:1.0:1761122781.605237:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.605242:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.605270:0:64812:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.605272:0:64812:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.605274:0:64812:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.605287:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639552 02000000:00000010:1.0:1761122781.605302:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e4338cf1. 00010000:00000200:1.0:1761122781.605309:0:64812:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000009fb4da7 x1846669643639552/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761122781.605320:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122781.605323:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643639552, offset 224 00000400:00000200:1.0:1761122781.605326:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.605331:0:64812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.605335:0:64812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206b00 00000400:00000200:1.0:1761122781.605339:0:64812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf369 [1] + 224 00000400:00000200:1.0:1761122781.605342:0:64812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605344:0:64812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.605348:0:64812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008eb82e2c x1846669643639552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761122781.605363:0:64812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:1.0:1761122781.605364:0:64812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000020:00000010:1.0:1761122781.605373:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.605378:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.605381:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6466b31. 00000100:00000200:1.0:1761122781.605393:0:64812:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639808 02000000:00000010:1.0:1761122781.605399:0:64812:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6466b31. 00010000:00000200:1.0:1761122781.605403:0:64812:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000210c5f15 x1846669643639808/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761122781.605411:0:64812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122781.605413:0:64812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643639808, offset 224 00000400:00000200:1.0:1761122781.605416:0:64812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.605421:0:64812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.605425:0:64812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206c00 00000400:00000200:1.0:1761122781.605429:0:64812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf371 [1] + 224 00000400:00000200:1.0:1761122781.605432:0:64812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605434:0:64812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.605437:0:64812:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ab7a35fd x1846669643639808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761122781.605446:0:64812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:1.0:1761122781.605447:0:64812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000020:00000010:1.0:1761122781.605453:0:64812:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.605455:0:64812:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.605457:0:64812:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00000100:00000010:1.0:1761122781.605484:0:71886:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122781.605494:0:71886:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001c6de2d6. 00000100:00000010:1.0:1761122781.605514:0:65658:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122781.605519:0:65658:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000001efe6c60. 02000000:00000010:1.0:1761122781.605534:0:15811:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000acadb974. 00000400:00000010:1.0:1761122781.605537:0:15811:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3aee5d2. 00000400:00000010:1.0:1761122781.605540:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122781.605542:0:15811:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643640320, portal 4 00000400:00000010:1.0:1761122781.605545:0:15811:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122781.605547:0:15811:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846669643640320, offset 0 00000400:00000200:1.0:1761122781.605551:0:15811:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.605556:0:15811:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.605560:0:15811:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68f8948206e00 00000400:00000200:1.0:1761122781.605564:0:15811:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2d825 [8] + 9184 00000400:00000200:1.0:1761122781.605567:0:15811:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605569:0:15811:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1761122781.605586:0:75355:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.605590:0:75355:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.605592:0:75355:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.605613:0:75355:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640064 02000000:00000010:1.0:1761122781.605621:0:75355:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b7bdfa. 00010000:00000200:1.0:1761122781.605625:0:75355:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b2fd2084 x1846669643640064/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761122781.605634:0:75355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122781.605636:0:75355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643640064, offset 224 00000400:00000200:1.0:1761122781.605640:0:75355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.605645:0:75355:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.605650:0:75355:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206d00 00000400:00000200:1.0:1761122781.605653:0:75355:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf379 [1] + 224 00000400:00000200:1.0:1761122781.605680:0:75355:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605683:0:75355:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.605687:0:75355:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000049497d5b x1846669643640064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:1.0:1761122781.605701:0:75355:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122781.605703:0:75355:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000020:00000010:1.0:1761122781.605710:0:75355:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.605713:0:75355:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.605715:0:75355:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00000800:00000200:1.0:1761122781.605767:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.605771:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:1.0:1761122781.605776:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605781:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.605783:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:1.0:1761122781.605785:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000800:00000200:1.0:1761122781.605857:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.605859:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae1ad7b2 (tot 82347354). 00000400:00000200:1.0:1761122781.605865:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.605869:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.605871:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:1.0:1761122781.605872:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000100:00000200:1.0:1761122781.605877:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000248963ca x1846669643639296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.605997:0:15810:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006e3bc878. 00000400:00000010:1.0:1761122781.606002:0:15810:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122781.606004:0:15810:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122781.606007:0:15810:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643640256, portal 4 00000400:00000010:1.0:1761122781.606011:0:15810:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122781.606013:0:15810:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846669643640256, offset 0 00000400:00000200:1.0:1761122781.606017:0:15810:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.606023:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.606028:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68f8948206dc0 00000400:00000200:1.0:1761122781.606032:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x42aed [256] + 6272 00000400:00000200:1.0:1761122781.606036:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.606038:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.606041:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1761122781.606044:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b7b6a572. 00000400:00000200:1.0:1761122781.606054:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:1.0:1761122781.606056:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000100:00000200:1.0:1761122781.606059:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000aa6a7fb1 x1846669643640256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:1.0:1761122781.606089:0:75602:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.606093:0:75602:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.606096:0:75602:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.606128:0:75602:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640256 02000000:00000010:1.0:1761122781.606137:0:75602:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000543967af. 00010000:00000200:1.0:1761122781.606164:0:75602:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000b7b6a572 x1846669643640256/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:9/0 lens 224/368 e 0 to 0 dl 1761122824 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:1.0:1761122781.606172:0:75602:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122781.606174:0:75602:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643640256, offset 224 00000400:00000200:1.0:1761122781.606178:0:75602:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122781.606182:0:75602:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122781.606187:0:75602:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948206dc0 00000400:00000200:1.0:1761122781.606190:0:75602:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf395 [1] + 224 00000400:00000200:1.0:1761122781.606193:0:75602:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.606195:0:75602:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122781.606199:0:75602:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000aa6a7fb1 x1846669643640256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1761122781.606212:0:75602:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:1.0:1761122781.606214:0:75602:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000020:00000010:1.0:1761122781.606220:0:75602:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.606223:0:75602:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.606226:0:75602:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00000400:00000010:1.0:1761122781.606242:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:1.0:1761122781.606244:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122781.606245:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122781.606248:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000aa6a7fb1 x1846669643640256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1761122781.606255:0:15810:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000aa6a7fb1 x1846669643640256/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1761122781.606278:0:15810:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006e3bc878. 02000000:00000010:1.0:1761122781.606283:0:15810:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000090865d76. 00000100:00000010:1.0:1761122781.606287:0:15810:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa6a7fb1. 00000400:00000200:0.0:1761122781.606874:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:0.0:1761122781.606878:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:0.0:1761122781.606886:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f143ad85 x1846669643639360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1761122781.606905:0:15812:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000703fcc05. 00000400:00000010:0.0:1761122781.606909:0:15812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087b9ceba. 00000400:00000010:0.0:1761122781.606912:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122781.606915:0:15812:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639616, portal 10 00000400:00000010:0.0:1761122781.606919:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122781.606921:0:15812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643639616, offset 0 00000400:00000200:0.0:1761122781.606925:0:15812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.606931:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.606936:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206b40 00000400:00000200:0.0:1761122781.606940:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 44680 00000400:00000200:0.0:1761122781.606944:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.606947:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.606950:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761122781.606953:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000702fa205. 00000400:00000200:0.0:1761122781.606965:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122781.606967:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:0.0:1761122781.606970:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004368694a x1846669643639616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761122781.606983:0:15812:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000add3157c. 00000400:00000010:0.0:1761122781.606986:0:15812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000233f84a. 00000400:00000010:0.0:1761122781.606988:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122781.606991:0:15812:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643639872, portal 10 00000400:00000010:0.0:1761122781.606994:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122781.606996:0:15812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846669643639872, offset 0 00000400:00000200:0.0:1761122781.606999:0:15812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.607004:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.607008:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68f8948206c40 00000400:00000200:0.0:1761122781.607011:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79029 [64] + 44904 00000400:00000200:0.0:1761122781.607015:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.607017:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.607018:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761122781.607021:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009e13321e. 00000400:00000200:0.0:1761122781.607032:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122781.607033:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:0.0:1761122781.607036:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d8f60b7 x1846669643639872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761122781.607048:0:15812:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7c423ba. 00000400:00000010:0.0:1761122781.607051:0:15812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da39af05. 00000400:00000010:0.0:1761122781.607053:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122781.607055:0:15812:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640128, portal 4 00000400:00000010:0.0:1761122781.607058:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122781.607060:0:15812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846669643640128, offset 0 00000400:00000200:0.0:1761122781.607063:0:15812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.607067:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.607072:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68f8948206d40 00000400:00000200:0.0:1761122781.607075:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73c91 [8] + 7616 00000400:00000200:0.0:1761122781.607079:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.607081:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.607083:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761122781.607086:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000030818e6b. 00000400:00000200:0.0:1761122781.607097:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:0.0:1761122781.607098:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:0.0:1761122781.607102:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040aab1d7 x1846669643640128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761122781.607141:0:15812:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ee26dd8. 00000400:00000010:0.0:1761122781.607145:0:15812:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000749879f2. 00000400:00000010:0.0:1761122781.607147:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122781.607149:0:15812:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643640384, portal 4 00000400:00000010:0.0:1761122781.607153:0:15812:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.607155:0:15812:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846669643640384, offset 0 00000400:00000200:0.0:1761122781.607158:0:15812:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.607163:0:15812:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.607168:0:15812:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68f8948206e40 00000400:00000200:0.0:1761122781.607171:0:15812:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x42aed [256] + 6496 00000400:00000200:0.0:1761122781.607175:0:15812:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.607177:0:15812:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.607179:0:15812:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1761122781.607182:0:15812:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ff9b849. 00000400:00000200:0.0:1761122781.607192:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:0.0:1761122781.607193:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:0.0:1761122781.607196:0:15812:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcbf1a57 x1846669643640384/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761122781.607219:0:15811:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1761122781.607223:0:15811:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000deeeaea6. 00000400:00000200:0.0:1761122781.608214:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:0.0:1761122781.608217:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 00000100:00000200:0.0:1761122781.608224:0:15811:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643640320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000010:0.0:1761122781.608240:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:0.0:1761122781.608243:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:0.0:1761122781.608244:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00000100:00000200:0.0:1761122781.608247:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008eb82e2c x1846669643639552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761122781.608254:0:15811:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008eb82e2c x1846669643639552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761122781.608275:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cce1270. 00000400:00000200:0.0:1761122781.608277:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:0.0:1761122781.608278:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:0.0:1761122781.608282:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ab7a35fd x1846669643639808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761122781.608289:0:15811:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ab7a35fd x1846669643639808/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:0.0:1761122781.608300:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da0a3b0b. 00000400:00000200:0.0:1761122781.608302:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:0.0:1761122781.608303:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:0.0:1761122781.608306:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000049497d5b x1846669643640064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:0.0:1761122781.608312:0:15811:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000049497d5b x1846669643640064/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:0.0:1761122781.608325:0:15811:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b383a153. 02000000:00000010:0.0:1761122781.608329:0:15811:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000892744ea. 00000100:00000010:0.0:1761122781.608336:0:15811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008eb82e2c. 02000000:00000010:0.0:1761122781.608339:0:15811:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e44414e3. 02000000:00000010:0.0:1761122781.608341:0:15811:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000006c4622c5. 00000100:00000010:0.0:1761122781.608348:0:15811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ab7a35fd. 02000000:00000010:0.0:1761122781.608353:0:15811:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f79f1df3. 02000000:00000010:0.0:1761122781.608355:0:15811:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000048778ccb. 00000100:00000010:0.0:1761122781.608561:0:15811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000049497d5b. 00000020:00000010:0.0:1761122781.608596:0:64817:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.608602:0:64817:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.608605:0:64817:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.608631:0:64817:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640384 02000000:00000010:0.0:1761122781.608645:0:64817:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000ae20338c. 00010000:00000200:0.0:1761122781.608689:0:64817:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000003ff9b849 x1846669643640384/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:9/0 lens 224/368 e 0 to 0 dl 1761122824 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:0.0:1761122781.608701:0:64817:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.608704:0:64817:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643640384, offset 224 00000400:00000200:0.0:1761122781.608709:0:64817:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.608716:0:64817:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.608722:0:64817:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948206e40 00000400:00000200:0.0:1761122781.608726:0:64817:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf3b9 [1] + 224 00000400:00000200:0.0:1761122781.608729:0:64817:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.608732:0:64817:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.608737:0:64817:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbf1a57 x1846669643640384/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1761122781.608750:0:64817:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:0.0:1761122781.608752:0:64817:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000020:00000010:0.0:1761122781.608761:0:64817:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.608764:0:64817:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122781.608766:0:64817:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00000020:00000010:2.0:1761122781.608863:0:73978:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b80ed7c4. 00000020:00000010:2.0:1761122781.608867:0:73978:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.608870:0:73978:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.608887:0:73978:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005450bc60. 00000020:00000010:2.0:1761122781.608890:0:73978:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.608891:0:73978:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.609159:0:73978:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639616 02000000:00000010:2.0:1761122781.609170:0:73978:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c431fe6b. 00010000:00000200:2.0:1761122781.609177:0:73978:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000702fa205 x1846669643639616/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.609187:0:73978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.609190:0:73978:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643639616, offset 224 00000400:00000200:2.0:1761122781.609195:0:73978:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.609201:0:73978:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.609206:0:73978:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206b40 00000400:00000200:2.0:1761122781.609210:0:73978:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3a1 [1] + 224 00000400:00000200:2.0:1761122781.609213:0:73978:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.609216:0:73978:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.609220:0:73978:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004368694a x1846669643639616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.609231:0:73978:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:2.0:1761122781.609232:0:73978:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000020:00000010:2.0:1761122781.609239:0:73978:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122781.609242:0:73978:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006a57d3b0. 00000020:00000010:2.0:1761122781.609246:0:73978:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b80ed7c4. 00000100:00000200:2.0:1761122781.609255:0:73978:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639872 02000000:00000010:2.0:1761122781.609261:0:73978:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b80ed7c4. 00010000:00000200:2.0:1761122781.609265:0:73978:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009e13321e x1846669643639872/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.609273:0:73978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.609275:0:73978:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643639872, offset 224 00000400:00000200:2.0:1761122781.609278:0:73978:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.609283:0:73978:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.609287:0:73978:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68f8948206c40 00000400:00000200:2.0:1761122781.609290:0:73978:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xaf3a9 [1] + 224 00000400:00000200:2.0:1761122781.609294:0:73978:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.609296:0:73978:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.609299:0:73978:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006d8f60b7 x1846669643639872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.609308:0:73978:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:2.0:1761122781.609309:0:73978:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000020:00000010:2.0:1761122781.609314:0:73978:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.609316:0:73978:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.609318:0:73978:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005450bc60. 00000400:00000010:2.0:1761122781.609340:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.609343:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.609344:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.609348:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c572ff4a x1846669643639424/t0(0) o400->MGC192.168.201.127@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:2.0:1761122781.609355:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c572ff4a x1846669643639424/t0(0) o400->MGC192.168.201.127@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:2.0:1761122781.609367:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5a60b8b. 02000000:00000010:2.0:1761122781.609371:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000025afaac6. 00000100:00000010:2.0:1761122781.609376:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c572ff4a. 00000020:00000010:2.0:1761122781.609436:0:77136:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005450bc60. 00000020:00000010:2.0:1761122781.609439:0:77136:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.609441:0:77136:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.609457:0:77136:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640128 02000000:00000010:2.0:1761122781.609463:0:77136:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bddfa39. 00010000:00000200:2.0:1761122781.609467:0:77136:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000030818e6b x1846669643640128/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:9/0 lens 224/224 e 0 to 0 dl 1761122824 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:2.0:1761122781.609475:0:77136:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.609477:0:77136:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643640128, offset 224 00000400:00000200:2.0:1761122781.609481:0:77136:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.609485:0:77136:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.609489:0:77136:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68f8948206d40 00000400:00000200:2.0:1761122781.609493:0:77136:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xaf3b1 [1] + 224 00000400:00000200:2.0:1761122781.609496:0:77136:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.609498:0:77136:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.609502:0:77136:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000040aab1d7 x1846669643640128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:2.0:1761122781.609512:0:77136:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.609513:0:77136:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000020:00000010:2.0:1761122781.609520:0:77136:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.609522:0:77136:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.609524:0:77136:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005450bc60. 00000400:00000010:1.0:1761122781.610135:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000749879f2. 00000400:00000200:1.0:1761122781.610141:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122781.610143:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:1.0:1761122781.610149:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbf1a57 x1846669643640384/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1761122781.610156:0:15812:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcbf1a57 x1846669643640384/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1761122781.610181:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087b9ceba. 00000400:00000200:1.0:1761122781.610183:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:1.0:1761122781.610185:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:1.0:1761122781.610188:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004368694a x1846669643639616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1761122781.610194:0:15812:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004368694a x1846669643639616/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761122781.610206:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000233f84a. 00000400:00000200:1.0:1761122781.610208:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:1.0:1761122781.610209:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:1.0:1761122781.610211:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006d8f60b7 x1846669643639872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1761122781.610218:0:15812:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006d8f60b7 x1846669643639872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000010:1.0:1761122781.610228:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da39af05. 00000400:00000200:1.0:1761122781.610230:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:1.0:1761122781.610231:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:1.0:1761122781.610234:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000040aab1d7 x1846669643640128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000200:1.0:1761122781.610240:0:15812:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000040aab1d7 x1846669643640128/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000010:1.0:1761122781.610251:0:15812:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ee26dd8. 02000000:00000010:1.0:1761122781.610257:0:15812:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001efe6c60. 00000100:00000010:1.0:1761122781.610260:0:15812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122781.610265:0:15812:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000703fcc05. 02000000:00000010:1.0:1761122781.610268:0:15812:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000ffcf09d4. 00000100:00000010:1.0:1761122781.610273:0:15812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004368694a. 02000000:00000010:1.0:1761122781.610277:0:15812:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000add3157c. 02000000:00000010:1.0:1761122781.610279:0:15812:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000120bfe01. 00000100:00000010:1.0:1761122781.610285:0:15812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006d8f60b7. 02000000:00000010:1.0:1761122781.610288:0:15812:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7c423ba. 02000000:00000010:1.0:1761122781.610290:0:15812:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000b4d5cc6e. 00000100:00000010:1.0:1761122781.610291:0:15812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040aab1d7. 00010000:00000010:3.1:1761122781.611767:0:66480:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3e7761. 00010000:00000010:3.1:1761122781.611784:0:66480:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008142a10b. 00010000:00000010:3.1:1761122781.611789:0:66480:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00000400:00000200:1.0:1761122781.612035:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.612050:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206a00 00000400:00000200:1.0:1761122781.612057:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf301 [1] + 224 00000400:00000200:1.0:1761122781.612069:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.612073:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.612082:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000248963ca x1846669643639296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122781.612250:0:68978:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.612258:0:68978:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.612262:0:68978:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.612301:0:68978:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643640320 02000000:00000010:0.0:1761122781.612317:0:68978:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000017f81a07. 00010000:00000200:0.0:1761122781.612342:0:68978:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000deeeaea6 x1846669643640320/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:727/0 lens 224/368 e 0 to 0 dl 1761122787 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:0.0:1761122781.612356:0:68978:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.612360:0:68978:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643640320, offset 224 00000400:00000200:0.0:1761122781.612367:0:68978:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122781.612377:0:68978:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122781.612383:0:68978:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948206e00 00000400:00000200:0.0:1761122781.612388:0:68978:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf389 [1] + 224 00000400:00000200:0.0:1761122781.612393:0:68978:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.612395:0:68978:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122781.612400:0:68978:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643640320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:0.0:1761122781.612420:0:68978:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:0.0:1761122781.612421:0:68978:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000020:00000010:0.0:1761122781.612433:0:68978:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.612437:0:68978:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122781.612440:0:68978:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 00000400:00000010:0.0:1761122781.612463:0:15811:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3aee5d2. 00000400:00000200:0.0:1761122781.612466:0:15811:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:0.0:1761122781.612467:0:15811:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:0.0:1761122781.612472:0:15811:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643640320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:0.0:1761122781.612479:0:15811:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643640320/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:0.0:1761122781.612507:0:15811:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000acadb974. 02000000:00000010:0.0:1761122781.612511:0:15811:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000001c6de2d6. 00000100:00000010:0.0:1761122781.612515:0:15811:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000400:00000200:1.0:1761122781.612574:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.612581:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948252fc0 00000400:00000200:1.0:1761122781.612586:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd01 [2] + 1968 00000400:00000010:1.0:1761122781.612589:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b9a06ec. 00000400:00000200:1.0:1761122781.612592:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c6e47e6d 00000400:00000200:1.0:1761122781.612652:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.612689:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.612692:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6e47e6d 00000400:00000010:1.0:1761122781.612694:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c6e47e6d (tot 82347202). 00000100:00000200:1.0:1761122781.612699:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761122781.612762:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122781.612766:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122781.612767:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.612773:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000248963ca x1846669643639296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.612839:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000248963ca x1846669643639296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122781.612856:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b85eeb80. 02000000:00000010:3.0:1761122781.612860:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1693040. 00000100:00000010:3.0:1761122781.612862:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000248963ca. 00000100:00000010:3.0:1761122781.612866:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122781.612869:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00000020:00000010:2.0:1761122781.612947:0:66480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005450bc60. 00000020:00000010:2.0:1761122781.612952:0:66480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.612955:0:66480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.612988:0:66480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643639360 02000000:00000010:2.0:1761122781.612998:0:66480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006098ff01. 00010000:00000200:2.0:1761122781.613014:0:66480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000004b6fff0e x1846669643639360/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:727/0 lens 224/368 e 0 to 0 dl 1761122787 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1761122781.613023:0:66480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.613027:0:66480:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643639360, offset 224 00000400:00000200:2.0:1761122781.613031:0:66480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761122781.613038:0:66480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761122781.613043:0:66480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948206a40 00000400:00000200:2.0:1761122781.613047:0:66480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf361 [1] + 224 00000400:00000200:2.0:1761122781.613051:0:66480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.613053:0:66480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761122781.613058:0:66480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f143ad85 x1846669643639360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:0.0:1761122781.614193:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008d140816. 00000020:00000010:0.0:1761122781.614203:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.614207:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.614229:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b06d863d x1846669643952064/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.614266:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952064 02000000:00000010:0.0:1761122781.614275:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:0.0:1761122781.614303:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025b00dbc. 00010000:00000010:0.0:1761122781.614327:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.614334:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000df3de5db. 00000100:00000010:0.0:1761122781.614348:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000df3de5db. 00010000:00000010:0.0:1761122781.614351:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.614359:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.614364:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952064, offset 224 00000400:00000200:0.0:1761122781.614370:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.614381:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.614386:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89195:89195:256:4294967295] 192.168.201.27@tcp LPNI seq info [89195:89195:8:4294967295] 00000400:00000200:0.0:1761122781.614396:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.614401:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.614406:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347450). 00000800:00000200:0.0:1761122781.614412:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.614419:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.614423:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.614440:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.614444:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122781.614447:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008d140816. 02000000:00000010:0.0:1761122781.614453:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009a44597c. 00000100:00000010:0.0:1761122781.614456:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:0.0:1761122781.614459:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004a881ced. 00000100:00000010:0.0:1761122781.614461:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:0.0:1761122781.614464:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:0.0:1761122781.614466:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079504736. 02000000:00000010:0.0:1761122781.614469:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2065363. 00000100:00000010:0.0:1761122781.614471:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:0.0:1761122781.614473:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce2b2e61. 00000100:00000010:0.0:1761122781.614475:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:0.0:1761122781.614479:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000086a0f06c. 00000100:00000010:0.0:1761122781.614480:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000200:0.0:1761122781.614488:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1761122781.614580:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.614583:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347202). 00000400:00000200:0.0:1761122781.614590:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.614594:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.614597:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:0.0:1761122781.614598:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 02000000:00000010:0.0:1761122781.614602:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000400:00000010:0.0:1761122781.614616:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006164415d. 00000400:00000010:0.0:1761122781.614620:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000df3de5db (tot 82347354). 00000400:00000200:2.0:1761122781.614695:0:66480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.614698:0:66480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000020:00000010:2.0:1761122781.614709:0:66480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.614712:0:66480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.614715:0:66480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005450bc60. 00080000:00000010:2.0:1761122781.614754:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005450bc60. 00010000:00000010:2.0:1761122781.614840:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e0ad10d. 00010000:00000010:2.0:1761122781.614848:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000837a3f52. 00010000:00000010:2.0:1761122781.614917:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122781.614922:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.614939:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.0:1761122781.614946:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00080000:00000010:2.0:1761122781.614958:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000989fcd37. 00010000:00000010:2.0:1761122781.614986:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.614989:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.615034:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.615038:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.615045:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.615050:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.615057:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122781.615067:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073c4ed81. 02000000:00000010:2.0:1761122781.615091:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000152d55ad. 00000400:00000010:2.0:1761122781.615096:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.615100:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.615103:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640448, portal 16 00000400:00000010:2.0:1761122781.615121:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122781.615123:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640448, offset 0 00000400:00000200:2.0:1761122781.615129:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.615136:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.615143:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.615146:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.615149:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.615152:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89196:89196:256:4294967295] 192.168.201.27@tcp LPNI seq info [89196:89196:8:4294967295] 00000400:00000200:2.0:1761122781.615160:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.615164:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.615168:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122781.615172:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.615177:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.615180:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761122781.615971:0:15812:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000de10273f. 00000400:00000200:3.0:1761122781.615977:0:15812:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:3.0:1761122781.615980:0:15812:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000100:00000200:3.0:1761122781.615988:0:15812:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f143ad85 x1846669643639360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:3.0:1761122781.615997:0:15812:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f143ad85 x1846669643639360/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761122781.616031:0:15812:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000056383e5a. 02000000:00000010:3.0:1761122781.616036:0:15812:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000c6288c1f. 00000100:00000010:3.0:1761122781.616042:0:15812:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f143ad85. 00000800:00000200:0.0:1761122781.616350:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.616354:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122781.616359:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.616364:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.616367:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:0.0:1761122781.616368:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:0.0:1761122781.616373:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643640448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.620717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f91b542. 00010000:00000010:2.1:1761122781.624690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bc3654b. 00010000:00000010:2.1:1761122781.624705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010496020. 00010000:00000010:2.1:1761122781.624712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122781.624714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00000400:00000200:1.0:1761122781.629817:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.629847:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206e80 00000400:00000200:1.0:1761122781.629856:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf3e1 [1] + 224 00000400:00000200:1.0:1761122781.629883:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.629887:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.629897:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643640448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.630059:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.630063:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.630065:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.630071:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643640448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.630079:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643640448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.630118:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000152d55ad. 02000000:00000010:2.0:1761122781.630124:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073c4ed81. 00000100:00000010:2.0:1761122781.630128:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122781.630132:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.630136:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:0.0:1761122781.637362:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.637383:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253000 00000400:00000200:0.0:1761122781.637390:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 0 00000400:00000200:0.0:1761122781.637452:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.637456:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.637464:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.637469:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:1.0:1761122781.637582:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.637590:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.637594:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.637624:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643952128/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.638263:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952128 02000000:00000010:1.0:1761122781.638277:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:1.0:1761122781.638306:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061ae0e93. 00010000:00000010:1.0:1761122781.638328:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.638336:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.638345:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.638349:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.638364:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122781.638369:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952128, offset 224 00000400:00000200:1.0:1761122781.638376:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.638388:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.638393:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89197:89197:256:4294967295] 192.168.201.27@tcp LPNI seq info [89197:89197:8:4294967295] 00000400:00000200:1.0:1761122781.638403:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.638408:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.638413:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122781.638418:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.638425:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.638429:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.638455:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.638459:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.638462:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00000800:00000200:3.0:1761122781.638631:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.638636:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:3.0:1761122781.638641:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.638646:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.638650:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:3.0:1761122781.638653:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00080000:00000010:2.0:1761122781.638768:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073c4ed81. 00010000:00000010:2.0:1761122781.638851:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.638858:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d590d72. 00010000:00000010:2.0:1761122781.638933:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.0:1761122781.638939:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.638950:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.638954:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.638961:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122781.638972:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000152d55ad. 02000000:00000010:2.0:1761122781.638996:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ffb5827. 00000400:00000010:2.0:1761122781.639002:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.639007:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.639012:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640512, portal 16 00000400:00000010:2.0:1761122781.639017:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122781.639019:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640512, offset 0 00000400:00000200:2.0:1761122781.639024:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.639031:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.639036:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.639040:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.639042:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.639046:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89198:89198:256:4294967295] 192.168.201.27@tcp LPNI seq info [89198:89198:8:4294967295] 00000400:00000200:2.0:1761122781.639053:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.639058:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.639061:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.639065:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.639070:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.639072:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.639166:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.639170:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122781.639174:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.639178:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.639181:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:0.0:1761122781.639183:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:0.0:1761122781.639188:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643640512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.648918:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.648953:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206ec0 00000400:00000200:0.0:1761122781.648963:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf3ed [1] + 224 00000400:00000200:0.0:1761122781.648976:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.648980:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.648992:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643640512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.649034:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.649040:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253040 00000400:00000200:0.0:1761122781.649046:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 328 00000400:00000010:2.0:1761122781.649056:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.649062:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.649064:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.649071:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643640512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.649081:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643640512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.649114:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.649120:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:2.0:1761122781.649122:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ffb5827. 00000100:00000200:0.0:1761122781.649125:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761122781.649131:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000152d55ad. 00000100:00000010:0.0:1761122781.649132:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000100:00000010:2.0:1761122781.649137:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122781.649144:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.649148:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00010000:00000010:1.1:1761122781.649878:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000583bccd7. 00010000:00000010:2.1:1761122781.650683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065e5d273. 00010000:00000010:2.1:1761122781.650692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000020:00000010:1.0:1761122781.650746:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.650753:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.650757:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.650782:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643952192/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.650818:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952192 02000000:00000010:1.0:1761122781.650829:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007dda97f2. 00010000:00000010:1.0:1761122781.650853:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab1d35f7. 00010000:00000010:1.0:1761122781.650869:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.650875:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.650890:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.650894:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.650907:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122781.650913:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952192, offset 224 00080000:00000010:2.0:1761122781.650920:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000152d55ad. 00000400:00000200:1.0:1761122781.650921:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.650937:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.650943:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89199:89199:256:4294967295] 192.168.201.27@tcp LPNI seq info [89199:89199:8:4294967295] 00000400:00000200:1.0:1761122781.650954:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.650959:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.650964:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122781.650970:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.650977:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.650981:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122781.650998:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.651005:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008fb76a8f. 00000020:00000010:1.0:1761122781.651006:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.651013:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.651017:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00010000:00000010:2.0:1761122781.651088:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.651094:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.651116:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.651120:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.651127:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 00000800:00000200:0.0:1761122781.651146:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.651151:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122781.651157:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.651161:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.651164:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122781.651166:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 02000000:00000010:2.0:1761122781.651761:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ffb5827. 02000000:00000010:2.0:1761122781.651789:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba12afe3. 00000400:00000010:2.0:1761122781.651795:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.651800:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.651804:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640576, portal 16 00000400:00000010:2.0:1761122781.651809:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122781.651811:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640576, offset 0 00000400:00000200:2.0:1761122781.651817:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.651825:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.651831:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.651835:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.651838:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.651840:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89200:89200:256:4294967295] 192.168.201.27@tcp LPNI seq info [89200:89200:8:4294967295] 00000400:00000200:2.0:1761122781.651848:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.651853:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.651856:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.651861:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.651866:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.651868:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.653615:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.653624:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122781.653631:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.653639:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.653643:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:0.0:1761122781.653645:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:0.0:1761122781.655294:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643640576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.656713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073ae3799. 00010000:00000010:2.1:1761122781.660698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002909ad31. 00010000:00000010:2.1:1761122781.660714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00000400:00000200:0.0:1761122781.664450:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.664473:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206f00 00000400:00000200:0.0:1761122781.664481:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf3f9 [1] + 224 00000400:00000200:0.0:1761122781.664495:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.664501:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.664513:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643640576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.665634:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.665646:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253080 00000400:00000010:2.0:1761122781.665753:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.665759:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.665762:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.665770:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643640576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.665780:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643640576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.665786:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 656 00000400:00000200:0.0:1761122781.665803:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.665806:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.665811:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761122781.665812:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba12afe3. 00000100:00000010:0.0:1761122781.665815:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:2.0:1761122781.665819:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ffb5827. 00000100:00000010:2.0:1761122781.665823:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122781.665827:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.665832:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000020:00000010:1.0:1761122781.665922:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.666093:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.666098:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.666133:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643952256/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122781.666172:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952256 02000000:00000010:1.0:1761122781.666185:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038e80bc5. 00010000:00000010:1.0:1761122781.666218:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7f203b. 00010000:00000010:1.0:1761122781.666240:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.666247:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.666259:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.666263:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.666278:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122781.666282:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952256, offset 224 00000400:00000200:1.0:1761122781.666289:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122781.666292:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba12afe3. 00000400:00000200:1.0:1761122781.666300:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.666305:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89201:89201:256:4294967295] 192.168.201.27@tcp LPNI seq info [89201:89201:8:4294967295] 00000400:00000200:1.0:1761122781.666314:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.666319:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.666324:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122781.666329:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.666336:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.666339:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122781.666369:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.666376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002957fc85. 00000020:00000010:1.0:1761122781.666429:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.666434:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.666437:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00010000:00000010:2.0:1761122781.666460:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080733ad3. 00010000:00000010:2.0:1761122781.666465:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122781.666475:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.666478:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.666482:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122781.667194:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ffb5827. 02000000:00000010:2.0:1761122781.667220:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086a0f06c. 00000400:00000010:2.0:1761122781.667226:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.667230:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.667234:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640640, portal 16 00000400:00000010:2.0:1761122781.667238:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122781.667240:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640640, offset 0 00000400:00000200:2.0:1761122781.667245:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.667252:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.667258:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000800:00000200:3.0:1761122781.667261:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1761122781.667261:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.667264:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000800:00000010:3.0:1761122781.667265:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:2.0:1761122781.667266:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89202:89202:255:4294967295] 192.168.201.27@tcp LPNI seq info [89202:89202:7:4294967295] 00000400:00000200:3.0:1761122781.667269:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.667273:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.667274:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000200:3.0:1761122781.667275:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:3.0:1761122781.667277:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000800:00000200:2.0:1761122781.667279:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.667282:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122781.667285:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.667289:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.667291:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.667739:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.667742:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122781.667746:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.667751:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.667754:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122781.667755:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:0.0:1761122781.667760:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643640640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.672402:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.672423:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206f40 00000400:00000200:0.0:1761122781.672432:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf405 [1] + 224 00000400:00000200:0.0:1761122781.672451:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.672455:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.672467:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643640640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.672564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003c56ddb. 00010000:00000010:2.1:1761122781.672635:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7ac2d2d. 00010000:00000010:2.1:1761122781.672643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000400:00000010:2.0:1761122781.672678:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.672682:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.672684:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.672690:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643640640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.672697:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643640640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.672728:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086a0f06c. 02000000:00000010:2.0:1761122781.672735:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ffb5827. 00000100:00000010:2.0:1761122781.672739:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122781.672743:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.672747:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:3.0:1761122781.672902:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.672911:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482530c0 00000400:00000200:3.0:1761122781.672917:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 984 00000400:00000200:3.0:1761122781.672969:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.672973:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.672978:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.672982:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044cb5c95. 00000020:00000010:1.0:1761122781.673073:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2d0965d. 00000020:00000010:1.0:1761122781.673080:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.673084:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.673136:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044cb5c95 x1846669643952320/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.673170:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952320 02000000:00000010:1.0:1761122781.673182:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f79f1df3. 00010000:00000010:1.0:1761122781.673215:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007248f4d1. 00010000:00000010:1.0:1761122781.673235:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.673242:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.673262:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.673266:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.673279:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122781.673284:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952320, offset 224 00000400:00000200:1.0:1761122781.673292:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.673305:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.673310:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89203:89203:256:4294967295] 192.168.201.27@tcp LPNI seq info [89203:89203:8:4294967295] 00000400:00000200:1.0:1761122781.673320:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.673325:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.673329:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122781.673334:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.673341:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.673345:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.673359:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.673364:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:1.0:1761122781.673367:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2d0965d. 00000800:00000200:0.0:1761122781.673472:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.673476:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122781.673480:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.673484:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.673487:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:0.0:1761122781.673490:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00080000:00000010:3.0:1761122781.673595:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057046124. 00010000:00000010:3.0:1761122781.673727:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:3.0:1761122781.673734:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e11933d. 00010000:00000010:3.0:1761122781.673804:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008c89fc8d. 00010000:00000010:3.0:1761122781.673811:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f0bd2bc. 00010000:00000010:3.0:1761122781.673820:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021cbaff0. 00000100:00000010:3.0:1761122781.673824:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122781.673830:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000028f6b6eb. 02000000:00000010:3.0:1761122781.673841:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f1693040. 02000000:00000010:3.0:1761122781.673864:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b85eeb80. 00000400:00000010:3.0:1761122781.673869:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122781.673873:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122781.673878:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640704, portal 16 00000400:00000010:3.0:1761122781.673882:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122781.673884:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640704, offset 0 00000400:00000200:3.0:1761122781.673889:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.673896:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.673904:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.673907:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.673910:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.673912:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89204:89204:256:4294967295] 192.168.201.27@tcp LPNI seq info [89204:89204:8:4294967295] 00000400:00000200:3.0:1761122781.673920:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.673925:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.673928:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122781.673932:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.673937:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.673939:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.674276:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.674280:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:0.0:1761122781.674284:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.674288:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.674291:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:0.0:1761122781.674293:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00000100:00000200:0.0:1761122781.674299:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000028f6b6eb x1846669643640704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.678705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d50d40. 00010000:00000010:3.1:1761122781.682718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e292ce8. 00010000:00000010:3.1:1761122781.682734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080733ad3. 00000400:00000200:3.0:1761122781.685099:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.685131:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206f80 00000400:00000200:3.0:1761122781.685140:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf411 [1] + 224 00000400:00000200:3.0:1761122781.685153:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.685156:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.685167:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000028f6b6eb x1846669643640704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.685350:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:2.0:1761122781.685361:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:2.0:1761122781.685363:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:2.0:1761122781.685370:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000028f6b6eb x1846669643640704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.685378:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000028f6b6eb x1846669643640704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.685515:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b85eeb80. 02000000:00000010:2.0:1761122781.685523:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f1693040. 00000100:00000010:2.0:1761122781.685526:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000028f6b6eb. 00000100:00000010:2.0:1761122781.685531:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:2.0:1761122781.685536:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021cbaff0. 00000400:00000200:2.0:1761122781.686846:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.686859:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253100 00000400:00000200:2.0:1761122781.686864:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 1312 00000400:00000200:2.0:1761122781.687066:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.687072:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.687077:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122781.687082:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 00000020:00000010:0.0:1761122781.687275:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063ba9d2c. 00000020:00000010:0.0:1761122781.687282:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000af3d0c74. 00000020:00000010:0.0:1761122781.687287:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122781.687315:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f71fca80 x1846669643952384/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.688179:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952384 02000000:00000010:1.0:1761122781.688194:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e2d0965d. 00010000:00000010:1.0:1761122781.688221:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b25fce5. 00010000:00000010:1.0:1761122781.688241:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.688247:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.688364:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.688369:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.688384:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122781.688389:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952384, offset 224 00000400:00000200:1.0:1761122781.688397:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.688409:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.688414:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89205:89205:256:4294967295] 192.168.201.27@tcp LPNI seq info [89205:89205:8:4294967295] 00000400:00000200:1.0:1761122781.688424:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.688431:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.688435:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122781.688440:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.688447:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.688450:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122781.688524:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086a0f06c. 00010000:00000010:2.0:1761122781.688629:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f0bd2bc. 00010000:00000010:2.0:1761122781.688636:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8441c2e. 00010000:00000010:2.0:1761122781.688748:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.688755:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.688765:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.688769:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.688776:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122781.688787:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce2b2e61. 02000000:00000010:2.0:1761122781.688810:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a881ced. 00000400:00000010:2.0:1761122781.688815:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.688820:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.688825:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640768, portal 16 00000400:00000010:2.0:1761122781.688830:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122781.688832:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640768, offset 0 00000400:00000200:2.0:1761122781.688838:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.688845:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.688853:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.688856:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1761122781.688912:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000af3d0c74. 00000020:00000010:1.0:1761122781.688918:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:1.0:1761122781.688922:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063ba9d2c. 00000800:00000200:0.0:1761122781.689205:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.689210:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:0.0:1761122781.689214:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.689219:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.689223:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:0.0:1761122781.689225:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000400:00000200:2.0:1761122781.689595:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.689599:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89206:89206:255:4294967295] 192.168.201.27@tcp LPNI seq info [89206:89206:7:4294967295] 00000400:00000200:2.0:1761122781.689608:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.689612:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.689616:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122781.689621:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.689626:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.689629:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.689770:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.689773:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122781.689776:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.689779:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.689782:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:0.0:1761122781.689783:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:0.0:1761122781.689790:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643640768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.693643:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.693691:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948206fc0 00000400:00000200:3.0:1761122781.693699:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf41d [1] + 224 00000400:00000200:3.0:1761122781.693713:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.693716:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.693726:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643640768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.693792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000410fa122. 00010000:00000010:2.1:1761122781.693836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000658e19d3. 00010000:00000010:2.1:1761122781.693841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c89fc8d. 00000400:00000010:2.0:1761122781.693857:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.693861:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.693863:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.693868:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643640768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.693875:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643640768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.693900:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a881ced. 02000000:00000010:2.0:1761122781.693904:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce2b2e61. 00000100:00000010:2.0:1761122781.693907:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:2.0:1761122781.693912:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.693915:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:2.0:1761122781.694999:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.695011:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253140 00000400:00000200:2.0:1761122781.695016:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 1640 00000400:00000200:2.0:1761122781.695529:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.695535:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.695540:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122781.695545:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 00000020:00000010:1.0:1761122781.696700:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e44414e3. 00000020:00000010:1.0:1761122781.696709:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122781.696713:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007e5304b3. 00000100:00000200:1.0:1761122781.696743:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071e67e1e x1846669643952448/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.697839:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952448 02000000:00000010:0.0:1761122781.697854:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a2065363. 00010000:00000010:0.0:1761122781.697883:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bee6a136. 00010000:00000010:0.0:1761122781.697904:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.697910:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001150f3fb. 00000100:00000010:0.0:1761122781.697972:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001150f3fb. 00010000:00000010:0.0:1761122781.697977:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.697991:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122781.697996:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952448, offset 224 00000400:00000200:0.0:1761122781.698005:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.698017:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.698023:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89207:89207:256:4294967295] 192.168.201.27@tcp LPNI seq info [89207:89207:8:4294967295] 00000400:00000200:0.0:1761122781.698032:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.698037:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.698042:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122781.698047:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.698054:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.698057:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122781.698143:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce2b2e61. 00010000:00000010:2.0:1761122781.698231:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.698238:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb40fe61. 00010000:00000010:2.0:1761122781.698530:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af71253a. 00010000:00000010:2.0:1761122781.698537:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.698549:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.698553:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.698560:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.698571:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004a881ced. 02000000:00000010:2.0:1761122781.698594:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a44597c. 00000400:00000010:2.0:1761122781.698599:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.698604:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.698609:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640832, portal 16 00000400:00000010:2.0:1761122781.698614:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122781.698616:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640832, offset 0 00000400:00000200:2.0:1761122781.698622:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.698629:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.698636:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.698640:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.698643:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.698645:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89208:89208:255:4294967295] 192.168.201.27@tcp LPNI seq info [89208:89208:7:4294967295] 00000400:00000200:2.0:1761122781.698652:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.698657:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.698661:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122781.698665:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.698704:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.698707:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.698832:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:0.0:1761122781.698838:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007e5304b3. 00000020:00000010:0.0:1761122781.698842:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e44414e3. 00000800:00000200:3.0:1761122781.699899:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.699905:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347602). 00000400:00000200:3.0:1761122781.699912:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.699919:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.699924:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:3.0:1761122781.699926:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000800:00000200:3.0:1761122781.699999:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.700002:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122781.700005:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.700009:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.700011:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:3.0:1761122781.700012:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:3.0:1761122781.700019:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643640832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.701582:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.701603:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207000 00000400:00000200:3.0:1761122781.701612:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf429 [1] + 224 00000400:00000200:3.0:1761122781.701627:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.701630:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.701641:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643640832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.702172:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.702178:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.702179:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.702185:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643640832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.702194:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643640832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.702226:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a44597c. 02000000:00000010:2.0:1761122781.702232:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004a881ced. 00000100:00000010:2.0:1761122781.702236:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.702242:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.702246:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:2.0:1761122781.702731:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.702742:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253180 00000400:00000200:2.0:1761122781.702747:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadd61 [2] + 1968 00000400:00000010:2.0:1761122781.702751:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5df2c86. 00000400:00000200:2.0:1761122781.702754:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d621afb3 00000400:00000200:2.0:1761122781.702808:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.702813:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.702817:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d621afb3 00000400:00000010:2.0:1761122781.702819:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d621afb3 (tot 82347202). 00000100:00000200:2.0:1761122781.702824:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122781.703962:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d265b3cb. 00000020:00000010:0.0:1761122781.703970:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.703975:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.704005:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000de791b0c x1846669643952512/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.704047:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952512 02000000:00000010:0.0:1761122781.704062:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d140816. 00010000:00000010:0.0:1761122781.704095:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031c05784. 00010000:00000010:0.0:1761122781.704840:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.704850:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001150f3fb. 00000100:00000010:0.0:1761122781.704865:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001150f3fb. 00010000:00000010:0.0:1761122781.704869:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.704884:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122781.704889:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952512, offset 224 00000400:00000200:0.0:1761122781.704899:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.704910:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.704916:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89209:89209:256:4294967295] 192.168.201.27@tcp LPNI seq info [89209:89209:8:4294967295] 00000400:00000200:0.0:1761122781.704925:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.704930:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.704934:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347450). 00000800:00000200:0.0:1761122781.704940:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.704947:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.704951:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.704979:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.704984:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.704987:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d265b3cb. 02000000:00000010:0.0:1761122781.704995:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a2065363. 00000100:00000010:0.0:1761122781.704998:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 02000000:00000010:0.0:1761122781.705003:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e2d0965d. 00000100:00000010:0.0:1761122781.705005:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 02000000:00000010:0.0:1761122781.705008:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f79f1df3. 00000100:00000010:0.0:1761122781.705009:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044cb5c95. 02000000:00000010:0.0:1761122781.705012:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038e80bc5. 00000100:00000010:0.0:1761122781.705014:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122781.705017:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007dda97f2. 00000100:00000010:0.0:1761122781.705018:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122781.705021:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:0.0:1761122781.705023:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000200:0.0:1761122781.705030:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122781.705037:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000079d88349. 00000400:00000010:0.0:1761122781.705041:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001150f3fb (tot 82347602). 00080000:00000010:2.0:1761122781.705124:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a881ced. 00010000:00000010:2.0:1761122781.705212:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.705219:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ada6f657. 00010000:00000010:2.0:1761122781.705298:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b746875. 00010000:00000010:2.0:1761122781.705304:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.705315:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.705319:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.705326:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.705337:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009a44597c. 02000000:00000010:2.0:1761122781.705364:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5a60b8b. 00000400:00000010:2.0:1761122781.705369:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.705374:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.705377:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640896, portal 16 00000400:00000010:2.0:1761122781.705380:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122781.705382:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640896, offset 0 00000400:00000200:2.0:1761122781.705388:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.705395:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.705402:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.705405:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.705408:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.705410:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89210:89210:255:4294967295] 192.168.201.27@tcp LPNI seq info [89210:89210:7:4294967295] 00000400:00000200:2.0:1761122781.705416:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.705420:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.705423:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122781.705426:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.705430:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.705432:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.705532:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.705536:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347602). 00000400:00000200:3.0:1761122781.705541:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.705546:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.705550:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:3.0:1761122781.705552:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 02000000:00000010:3.0:1761122781.705558:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d140816. 00000800:00000200:3.0:1761122781.705628:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.705630:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122781.705634:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.705637:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.705639:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:3.0:1761122781.705641:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:3.0:1761122781.705646:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643640896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.708194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f0ec936. 00000400:00000200:3.0:1761122781.709859:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.709882:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207040 00000400:00000200:3.0:1761122781.709892:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf439 [1] + 224 00000400:00000200:3.0:1761122781.709915:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.709919:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.709931:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643640896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.709962:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.709969:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482531c0 00000400:00000200:3.0:1761122781.709973:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 0 00000400:00000200:3.0:1761122781.710025:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.710029:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.710033:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.710039:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000044cb5c95. 00000020:00000010:0.0:1761122781.710384:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2065363. 00000020:00000010:0.0:1761122781.710392:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.710397:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.710428:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000044cb5c95 x1846669643952576/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.710473:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952576 02000000:00000010:0.0:1761122781.710485:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d265b3cb. 00010000:00000010:0.0:1761122781.710529:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.710537:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.710546:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.710549:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.710567:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122781.710573:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952576, offset 224 00000400:00000200:0.0:1761122781.710581:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.710593:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.710598:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89211:89211:256:4294967295] 192.168.201.27@tcp LPNI seq info [89211:89211:8:4294967295] 00000400:00000200:0.0:1761122781.710608:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.710613:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.710617:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122781.710623:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.710632:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.710635:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.710685:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.710705:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.710709:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2065363. 00010000:00000010:2.1:1761122781.711349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5c6559. 00010000:00000010:2.1:1761122781.711358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000400:00000010:2.0:1761122781.711382:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.711387:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.711389:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.711396:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643640896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.711406:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643640896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122781.711426:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d08d6875. 02000000:00000010:2.0:1761122781.711441:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5a60b8b. 02000000:00000010:2.0:1761122781.711446:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009a44597c. 00000100:00000010:2.0:1761122781.711449:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.711455:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.711458:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00080000:00000010:2.0:1761122781.711474:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a44597c. 00010000:00000010:2.0:1761122781.711578:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.711584:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002094b774. 00010000:00000010:2.0:1761122781.711678:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.711685:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.711696:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.711700:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.711706:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.711715:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5a60b8b. 02000000:00000010:2.0:1761122781.711736:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb9a577. 00000400:00000010:2.0:1761122781.711740:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.711744:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.711748:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643640960, portal 16 00000400:00000010:2.0:1761122781.711752:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122781.711754:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643640960, offset 0 00000400:00000200:2.0:1761122781.711760:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.711768:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.711775:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.711778:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.711781:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.711784:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89212:89212:255:4294967295] 192.168.201.27@tcp LPNI seq info [89212:89212:7:4294967295] 00000400:00000200:2.0:1761122781.711792:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.711797:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.711801:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122781.711806:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.711812:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.711815:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.712480:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.712485:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347602). 00000400:00000200:3.0:1761122781.712491:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.712497:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.712500:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:3.0:1761122781.712502:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000800:00000200:3.0:1761122781.712568:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.712570:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122781.712574:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.712578:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.712580:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:3.0:1761122781.712582:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:3.0:1761122781.712587:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643640960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.712668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ccacd03. 00000400:00000200:3.0:1761122781.715793:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.715815:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207080 00000400:00000200:3.0:1761122781.715824:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf445 [1] + 224 00000400:00000200:3.0:1761122781.715841:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.715845:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.715856:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643640960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.715918:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.715925:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.715927:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.715933:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643640960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.715941:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643640960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.715969:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb9a577. 02000000:00000010:2.0:1761122781.715975:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5a60b8b. 00000100:00000010:2.0:1761122781.715978:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.715984:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.715988:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:3.0:1761122781.717096:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.717120:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253200 00000400:00000200:3.0:1761122781.717128:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 328 00000400:00000200:3.0:1761122781.717199:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.717204:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.717209:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.717214:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000028f6b6eb. 00000020:00000010:1.0:1761122781.717295:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b383a153. 00000020:00000010:1.0:1761122781.717303:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.717307:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.717332:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000028f6b6eb x1846669643952640/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122781.717577:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952640 02000000:00000010:1.0:1761122781.717590:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6e56d7a. 00010000:00000010:1.0:1761122781.717618:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055c9f10a. 00010000:00000010:1.0:1761122781.717639:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.717645:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.717703:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.717708:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.717722:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122781.717727:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952640, offset 224 00000400:00000200:1.0:1761122781.717735:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.717745:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.717750:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89213:89213:256:4294967295] 192.168.201.27@tcp LPNI seq info [89213:89213:8:4294967295] 00000400:00000200:1.0:1761122781.717761:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.717766:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.717771:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122781.717776:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.717783:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.717786:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.717806:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.717811:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.717814:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b383a153. 00080000:00000010:2.0:1761122781.717851:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5a60b8b. 00000800:00000200:3.0:1761122781.717870:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.717874:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:3.0:1761122781.717879:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.717883:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.717886:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:3.0:1761122781.717888:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00010000:00000010:2.0:1761122781.717940:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.717947:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e07de09. 00010000:00000010:2.0:1761122781.718022:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122781.718028:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.718038:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.718042:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.718048:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.718058:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001fb9a577. 02000000:00000010:2.0:1761122781.718082:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1693040. 00000400:00000010:2.0:1761122781.718086:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.718090:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.718094:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641024, portal 16 00000400:00000010:2.0:1761122781.718099:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122781.718100:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641024, offset 0 00000400:00000200:2.0:1761122781.718117:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.718123:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.718130:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.718133:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.718136:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.718138:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89214:89214:256:4294967295] 192.168.201.27@tcp LPNI seq info [89214:89214:8:4294967295] 00000400:00000200:2.0:1761122781.718145:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.718150:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.718153:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.718157:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.718161:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.718163:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.718891:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.718895:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122781.718899:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.718903:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.718906:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122781.718908:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:3.0:1761122781.718914:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643641024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.722176:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061c109fa. 00010000:00000010:2.1:1761122781.722194:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00010000:00000010:2.1:1761122781.722200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbde41d4. 00010000:00000010:2.1:1761122781.722205:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a5b771b. 00010000:00000010:2.1:1761122781.722207:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00000400:00000200:3.0:1761122781.724995:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122781.725009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac0367c. 00000400:00000200:3.0:1761122781.725014:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482070c0 00000400:00000200:3.0:1761122781.725023:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf451 [1] + 224 00000400:00000200:3.0:1761122781.725035:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.725039:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.725051:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643641024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.725062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043f3f2b1. 00010000:00000010:2.1:1761122781.725074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000400:00000010:2.0:1761122781.725091:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.725096:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.725098:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.725114:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643641024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.725122:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643641024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.725152:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1693040. 02000000:00000010:2.0:1761122781.725158:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001fb9a577. 00000100:00000010:2.0:1761122781.725163:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.725169:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.725173:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:3.0:1761122781.728711:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.728731:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253240 00000400:00000200:3.0:1761122781.728739:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 656 00000400:00000200:3.0:1761122781.728795:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.728799:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.728806:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.728811:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000040aab1d7. 00000020:00000010:0.0:1761122781.729194:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2065363. 00000020:00000010:0.0:1761122781.729201:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.729205:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.729229:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000040aab1d7 x1846669643952704/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.729265:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952704 02000000:00000010:0.0:1761122781.729277:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000041c3bba6. 00010000:00000010:0.0:1761122781.729304:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000242f77f9. 00010000:00000010:0.0:1761122781.729325:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.729332:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.729352:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.729356:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.729369:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122781.729375:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952704, offset 224 00000400:00000200:0.0:1761122781.729383:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.729394:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.729399:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89215:89215:256:4294967295] 192.168.201.27@tcp LPNI seq info [89215:89215:8:4294967295] 00000400:00000200:0.0:1761122781.729409:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.729413:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.729420:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122781.729425:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.729434:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.729438:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.729460:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003dcf4578. 00000020:00000010:0.0:1761122781.729465:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.729468:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2065363. 00080000:00000010:2.0:1761122781.729524:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1693040. 00010000:00000010:2.0:1761122781.729605:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.729611:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002396eb37. 00010000:00000010:2.0:1761122781.729726:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.729732:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.729742:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.729746:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.729754:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.729764:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b85eeb80. 02000000:00000010:2.0:1761122781.729786:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001fb9a577. 00000400:00000010:2.0:1761122781.729791:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.729796:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.729800:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641088, portal 16 00000400:00000010:2.0:1761122781.729805:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122781.729807:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641088, offset 0 00000400:00000200:2.0:1761122781.729812:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.729819:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.729825:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.729828:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.729830:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.729833:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89216:89216:255:4294967295] 192.168.201.27@tcp LPNI seq info [89216:89216:7:4294967295] 00000400:00000200:2.0:1761122781.729839:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.729841:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1761122781.729843:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.729844:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000800:00000010:2.0:1761122781.729846:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:3.0:1761122781.729849:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1761122781.729850:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000400:00000200:3.0:1761122781.729853:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000800:00000200:2.0:1761122781.729854:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000400:00000200:3.0:1761122781.729856:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000800:00000200:2.0:1761122781.729856:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761122781.729858:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000800:00000200:3.0:1761122781.730239:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.730242:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122781.730246:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.730250:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.730254:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:3.0:1761122781.730255:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:3.0:1761122781.730260:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643641088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.731849:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.731868:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207100 00000400:00000200:3.0:1761122781.731877:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf45d [1] + 224 00000400:00000200:3.0:1761122781.731888:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.731892:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.731900:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643641088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.731938:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.731944:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253280 00000400:00000200:3.0:1761122781.731949:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 984 00000400:00000200:3.0:1761122781.731958:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.731960:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.731964:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.731971:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000aa6a7fb1. 00000020:00000010:0.0:1761122781.732037:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a2065363. 00000400:00000010:2.0:1761122781.732045:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000020:00000010:0.0:1761122781.732045:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003dcf4578. 00000400:00000200:2.0:1761122781.732049:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000020:00000010:0.0:1761122781.732049:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000400:00000010:2.0:1761122781.732051:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.732056:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643641088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.732063:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643641088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.732070:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa6a7fb1 x1846669643952768/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761122781.732087:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001fb9a577. 02000000:00000010:2.0:1761122781.732092:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b85eeb80. 00000100:00000010:2.0:1761122781.732096:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.732102:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.732115:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000100:00000200:0.0:1761122781.732117:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952768 02000000:00000010:0.0:1761122781.732128:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d2f1aa6. 00010000:00000010:0.0:1761122781.732151:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe239bb8. 00010000:00000010:0.0:1761122781.732171:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.732177:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.732192:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.732196:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:0.0:1761122781.732207:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122781.732213:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952768, offset 224 00080000:00000010:2.0:1761122781.732216:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001fb9a577. 00000400:00000200:0.0:1761122781.732221:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.732231:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.732236:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89217:89217:256:4294967295] 192.168.201.27@tcp LPNI seq info [89217:89217:8:4294967295] 00000400:00000200:0.0:1761122781.732246:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.732250:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.732254:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122781.732259:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.732265:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.732268:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.732290:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003dcf4578. 00010000:00000010:2.0:1761122781.732291:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00000020:00000010:0.0:1761122781.732294:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00010000:00000010:2.0:1761122781.732296:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5d84a22. 00000020:00000010:0.0:1761122781.732297:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a2065363. 00010000:00000010:2.0:1761122781.732366:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122781.732370:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.732374:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b746875. 00010000:00000010:2.0:1761122781.732379:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00080000:00000010:2.0:1761122781.732392:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b85eeb80. 00010000:00000010:2.0:1761122781.732418:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.732422:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001a7edd91. 00010000:00000010:2.0:1761122781.732473:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af71253a. 00010000:00000010:2.0:1761122781.732477:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122781.732484:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.732487:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.732492:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.732502:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ffb5827. 02000000:00000010:2.0:1761122781.732524:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc683595. 00000400:00000010:2.0:1761122781.732528:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.732532:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.732536:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641152, portal 16 00000400:00000010:2.0:1761122781.732540:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122781.732542:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641152, offset 0 00000400:00000200:2.0:1761122781.732553:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.732560:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.732567:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.732570:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.732573:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.732576:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89218:89218:255:4294967295] 192.168.201.27@tcp LPNI seq info [89218:89218:7:4294967295] 00000400:00000200:2.0:1761122781.732583:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.732589:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.732592:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122781.732596:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.732600:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.732602:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.732780:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.732784:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347602). 00000400:00000200:3.0:1761122781.732790:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.732794:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.732798:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:3.0:1761122781.732799:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000800:00000200:3.0:1761122781.733207:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.733210:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122781.733214:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.733218:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.733220:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:3.0:1761122781.733222:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:3.0:1761122781.733227:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643641152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.735699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002117977a. 00010000:00000010:2.1:1761122781.737351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040983d64. 00010000:00000010:2.1:1761122781.737363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00000400:00000200:3.0:1761122781.737760:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.737778:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207140 00000400:00000200:3.0:1761122781.737788:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf469 [1] + 224 00000400:00000200:3.0:1761122781.737800:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.737804:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.737814:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643641152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.738470:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.738478:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482532c0 00000400:00000200:3.0:1761122781.738484:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 1312 00000400:00000010:2.0:1761122781.738776:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000043628290. 00000400:00000200:2.0:1761122781.738781:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122781.738784:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122781.738791:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643641152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.738801:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643641152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.738831:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc683595. 02000000:00000010:2.0:1761122781.738839:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ffb5827. 00000100:00000010:2.0:1761122781.738844:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122781.738850:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.738854:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:3.0:1761122781.739023:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.739029:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.739034:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.739039:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000073f49ec5. 00000020:00000010:2.0:1761122781.739135:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc683595. 00000020:00000010:2.0:1761122781.739142:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.739147:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.739172:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000073f49ec5 x1846669643952832/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122781.739205:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952832 02000000:00000010:2.0:1761122781.739216:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344ec712. 00010000:00000010:2.0:1761122781.739239:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021c2a297. 00010000:00000010:2.0:1761122781.739257:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.739262:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.739274:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.739277:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.739289:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122781.739293:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952832, offset 224 00000400:00000200:2.0:1761122781.739301:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.739311:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.739316:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89219:89219:256:4294967295] 192.168.201.27@tcp LPNI seq info [89219:89219:8:4294967295] 00000400:00000200:2.0:1761122781.739325:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.739330:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.739336:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.739342:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.739348:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.739352:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.739368:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001a7edd91. 00000020:00000010:2.0:1761122781.739372:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.739376:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc683595. 00000800:00000200:3.0:1761122781.739736:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.739739:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122781.739743:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.739748:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.739750:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:3.0:1761122781.739752:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00080000:00000010:3.0:1761122781.739774:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faf78102. 00010000:00000010:3.0:1761122781.739855:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:3.0:1761122781.739862:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e493d87a. 00010000:00000010:3.0:1761122781.739925:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122781.739930:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122781.739938:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122781.739942:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fe3f867. 00000100:00000010:3.0:1761122781.739950:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ae867f0. 02000000:00000010:3.0:1761122781.739960:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce1b0f5c. 02000000:00000010:3.0:1761122781.739982:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d64267f4. 00000400:00000010:3.0:1761122781.739986:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122781.739990:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122781.739995:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641216, portal 16 00000400:00000010:3.0:1761122781.739999:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122781.740001:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641216, offset 0 00000400:00000200:3.0:1761122781.740006:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.740013:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.740018:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122781.740021:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122781.740024:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122781.740026:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89220:89220:256:4294967295] 192.168.201.27@tcp LPNI seq info [89220:89220:8:4294967295] 00000400:00000200:3.0:1761122781.740034:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.740038:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.740041:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122781.740045:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.740049:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.740051:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.740223:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.740227:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:1.0:1761122781.740231:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.740235:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.740237:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:1.0:1761122781.740239:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00000100:00000200:1.0:1761122781.740245:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ae867f0 x1846669643641216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.740490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b87dfc. 00000400:00000200:3.0:1761122781.744055:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.744074:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207180 00000400:00000200:3.0:1761122781.744083:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf475 [1] + 224 00000400:00000200:3.0:1761122781.744102:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.744119:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.744130:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ae867f0 x1846669643641216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.744212:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:2.0:1761122781.744217:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:2.0:1761122781.744220:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00000100:00000200:2.0:1761122781.744226:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ae867f0 x1846669643641216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.744234:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ae867f0 x1846669643641216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.744263:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d64267f4. 02000000:00000010:2.0:1761122781.744269:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce1b0f5c. 00000100:00000010:2.0:1761122781.744273:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ae867f0. 00000100:00000010:2.0:1761122781.744277:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fe3f867. 00010000:00000010:2.0:1761122781.744282:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00010000:00000010:2.1:1761122781.744998:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097519380. 00010000:00000010:2.1:1761122781.745007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.1:1761122781.745011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122781.745014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:2.1:1761122781.745017:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004efcbb14. 00000400:00000200:3.0:1761122781.745144:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.745153:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253300 00000400:00000200:3.0:1761122781.745158:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 1640 00000400:00000200:3.0:1761122781.745213:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.745217:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.745221:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.745226:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005bccc2d. 00000020:00000010:1.0:1761122781.745583:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b383a153. 00000020:00000010:1.0:1761122781.745590:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.745594:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.745618:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005bccc2d x1846669643952896/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.745654:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952896 02000000:00000010:1.0:1761122781.745693:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:1.0:1761122781.745723:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d2d7576. 00010000:00000010:1.0:1761122781.745745:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.745752:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.745765:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.745769:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000400:00000010:1.0:1761122781.745784:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122781.745790:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952896, offset 224 00000400:00000200:1.0:1761122781.745798:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.745811:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.745817:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89221:89221:256:4294967295] 192.168.201.27@tcp LPNI seq info [89221:89221:8:4294967295] 00000400:00000200:1.0:1761122781.745827:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.745832:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.745837:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122781.745842:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.745849:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.745852:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.745868:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122781.745872:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.745875:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b383a153. 00000800:00000200:0.0:1761122781.746369:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.746373:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:0.0:1761122781.746378:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.746382:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.746384:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:0.0:1761122781.746386:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00010000:00000010:3.1:1761122781.748667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c59410a0. 00010000:00000010:3.1:1761122781.748681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71253a. 00080000:00000010:3.0:1761122781.748732:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081d22c94. 00010000:00000010:3.0:1761122781.748825:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122781.748833:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000691395d5. 00010000:00000010:1.0:1761122781.748971:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078bf0471. 00010000:00000010:1.0:1761122781.748980:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122781.748992:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f1d5ee4. 00000100:00000010:1.0:1761122781.748999:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.749009:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 02000000:00000010:1.0:1761122781.749023:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b383a153. 02000000:00000010:1.0:1761122781.749053:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007dda97f2. 00000400:00000010:1.0:1761122781.749060:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122781.749066:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122781.749072:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641280, portal 16 00000400:00000010:1.0:1761122781.749077:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122781.749079:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641280, offset 0 00000400:00000200:1.0:1761122781.749087:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.749101:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.749120:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.749124:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.749127:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.749132:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89222:89222:256:4294967295] 192.168.201.27@tcp LPNI seq info [89222:89222:8:4294967295] 00000400:00000200:1.0:1761122781.749142:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.749148:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.749152:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122781.749159:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.749167:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.749170:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122781.752096:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c32b520. 00000800:00000200:1.0:1761122781.753652:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.753680:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:1.0:1761122781.753687:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.753695:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.753700:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:1.0:1761122781.753702:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:1.0:1761122781.753711:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a4ea7e4 x1846669643641280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.756964:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.756983:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482071c0 00000400:00000200:3.0:1761122781.756993:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf481 [1] + 224 00000400:00000200:3.0:1761122781.757004:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.757008:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.757018:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ea7e4 x1846669643641280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.757057:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.757063:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253340 00000400:00000200:3.0:1761122781.757068:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xaddb1 [2] + 1968 00000400:00000010:3.0:1761122781.757072:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c915c43d. 00000400:00000200:3.0:1761122781.757076:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000071f3e29a 00000400:00000200:3.0:1761122781.757325:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.757331:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.757335:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071f3e29a 00000400:00000010:3.0:1761122781.757337:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000071f3e29a (tot 82347202). 00000100:00000200:3.0:1761122781.757342:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122781.757922:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:0.0:1761122781.757927:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:0.0:1761122781.757929:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:0.0:1761122781.757938:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ea7e4 x1846669643641280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.757947:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a4ea7e4 x1846669643641280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.757980:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007dda97f2. 02000000:00000010:0.0:1761122781.757986:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b383a153. 00000100:00000010:0.0:1761122781.757990:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 00000100:00000010:0.0:1761122781.757994:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:0.0:1761122781.757999:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f1d5ee4. 00000020:00000010:2.0:1761122781.758844:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fe82086. 00000020:00000010:2.0:1761122781.758852:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.758858:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.758884:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005105b532 x1846669643952960/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.758920:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643952960 02000000:00000010:2.0:1761122781.758932:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce1b0f5c. 00010000:00000010:2.0:1761122781.758959:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a6a9d48. 00010000:00000010:2.0:1761122781.758979:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.758984:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e6848794. 00000100:00000010:2.0:1761122781.759003:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e6848794. 00010000:00000010:2.0:1761122781.759008:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.759021:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122781.759026:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643952960, offset 224 00000400:00000200:2.0:1761122781.759033:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122781.759039:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2065363. 00000400:00000200:2.0:1761122781.759045:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.759051:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89223:89223:256:4294967295] 192.168.201.27@tcp LPNI seq info [89223:89223:8:4294967295] 00000400:00000200:2.0:1761122781.759060:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.759065:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.759069:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347450). 00000800:00000200:2.0:1761122781.759074:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.759081:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.759084:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.759102:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.759117:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.759120:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fe82086. 02000000:00000010:2.0:1761122781.759128:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:2.0:1761122781.759131:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005bccc2d. 02000000:00000010:2.0:1761122781.759134:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344ec712. 00010000:00000010:0.0:1761122781.759134:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00000100:00000010:2.0:1761122781.759137:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000073f49ec5. 02000000:00000010:2.0:1761122781.759140:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d2f1aa6. 00010000:00000010:0.0:1761122781.759140:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001014d5e9. 00000100:00000010:2.0:1761122781.759142:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000aa6a7fb1. 02000000:00000010:2.0:1761122781.759145:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000041c3bba6. 00000100:00000010:2.0:1761122781.759146:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000040aab1d7. 02000000:00000010:2.0:1761122781.759149:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6e56d7a. 00000100:00000010:2.0:1761122781.759151:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000028f6b6eb. 02000000:00000010:2.0:1761122781.759153:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d265b3cb. 00000100:00000010:2.0:1761122781.759155:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000044cb5c95. 00000100:00000200:2.0:1761122781.759161:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122781.759165:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000043628290. 00000400:00000010:2.0:1761122781.759169:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6848794 (tot 82347602). 00010000:00000010:0.0:1761122781.759210:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6d51b67. 00010000:00000010:0.0:1761122781.759216:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.759226:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.759230:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.759236:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122781.759246:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b035d55. 02000000:00000010:0.0:1761122781.759267:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d265b3cb. 00000400:00000010:0.0:1761122781.759272:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122781.759276:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.759279:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641344, portal 16 00000400:00000010:0.0:1761122781.759283:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122781.759285:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641344, offset 0 00000400:00000200:0.0:1761122781.759291:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.759297:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.759304:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.759307:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.759310:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.759312:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89224:89224:255:4294967295] 192.168.201.27@tcp LPNI seq info [89224:89224:7:4294967295] 00000400:00000200:0.0:1761122781.759320:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.759324:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.759327:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347850). 00000800:00000200:0.0:1761122781.759338:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.759342:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.759344:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.759392:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.759395:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:0.0:1761122781.759400:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.759404:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.759407:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:0.0:1761122781.759409:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 02000000:00000010:0.0:1761122781.759413:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce1b0f5c. 00000800:00000200:0.0:1761122781.759485:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.759488:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:0.0:1761122781.759494:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.759497:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.759500:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:0.0:1761122781.759501:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:0.0:1761122781.759507:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643641344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.761962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1cb240d. 00010000:00000010:3.1:1761122781.761974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:0.1:1761122781.769675:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a8e56c. 00010000:00000010:0.1:1761122781.769694:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078bf0471. 00000400:00000200:3.0:1761122781.770480:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.770498:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207200 00000400:00000200:3.0:1761122781.770507:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf491 [1] + 224 00000400:00000200:3.0:1761122781.770522:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.770526:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.770536:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643641344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.770872:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.770879:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253380 00000400:00000200:3.0:1761122781.770885:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 0 00000400:00000200:3.0:1761122781.770937:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.770941:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.770945:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.770951:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb40f82c. 00000020:00000010:2.0:1761122781.771048:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d64267f4. 00000020:00000010:2.0:1761122781.771055:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.771059:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.771082:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb40f82c x1846669643953024/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1761122781.771121:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:0.0:1761122781.771127:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000100:00000200:2.0:1761122781.771130:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953024 00000400:00000010:0.0:1761122781.771130:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122781.771140:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643641344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.771144:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce1b0f5c. 00000100:00000200:0.0:1761122781.771152:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643641344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122781.771176:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000327fce03. 00010000:00000010:2.0:1761122781.771186:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.771194:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 02000000:00000010:0.0:1761122781.771194:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d265b3cb. 02000000:00000010:0.0:1761122781.771201:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000b035d55. 00000100:00000010:2.0:1761122781.771202:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00000100:00000010:0.0:1761122781.771206:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00010000:00000010:2.0:1761122781.771208:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000100:00000010:0.0:1761122781.771212:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.771218:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000010:2.0:1761122781.771223:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122781.771228:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953024, offset 224 00080000:00000010:0.0:1761122781.771234:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b035d55. 00000400:00000200:2.0:1761122781.771239:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.771251:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.771256:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89225:89225:256:4294967295] 192.168.201.27@tcp LPNI seq info [89225:89225:8:4294967295] 00000400:00000200:2.0:1761122781.771266:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.771271:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.771276:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.771281:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.771289:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.771292:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.771313:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.771318:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00010000:00000010:0.0:1761122781.771321:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00000020:00000010:2.0:1761122781.771322:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d64267f4. 00010000:00000010:0.0:1761122781.771330:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083192a92. 00010000:00000010:0.0:1761122781.771405:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122781.771411:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.771421:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.771424:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.771430:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122781.771440:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d265b3cb. 02000000:00000010:0.0:1761122781.771461:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000041c3bba6. 00000400:00000010:0.0:1761122781.771465:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122781.771469:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.771473:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641408, portal 16 00000400:00000010:0.0:1761122781.771478:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122781.771480:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641408, offset 0 00000400:00000200:0.0:1761122781.771485:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.771492:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.771498:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.771501:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.771504:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.771507:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89226:89226:255:4294967295] 192.168.201.27@tcp LPNI seq info [89226:89226:7:4294967295] 00000400:00000200:0.0:1761122781.771514:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.771519:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.771523:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347850). 00000800:00000200:0.0:1761122781.771527:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.771532:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.771534:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.771587:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.771590:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:0.0:1761122781.771595:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.771598:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.771601:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:0.0:1761122781.771602:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000800:00000200:0.0:1761122781.771651:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.771653:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:0.0:1761122781.771677:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.771681:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.771684:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:0.0:1761122781.771685:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:0.0:1761122781.771690:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643641408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.773437:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.773455:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207240 00000400:00000200:3.0:1761122781.773463:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf49d [1] + 224 00000400:00000200:3.0:1761122781.773477:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.773481:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.773490:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643641408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.773720:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:0.0:1761122781.773726:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122781.773728:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122781.773735:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643641408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.773744:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643641408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.773772:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000041c3bba6. 02000000:00000010:0.0:1761122781.773779:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d265b3cb. 00000100:00000010:0.0:1761122781.773783:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:0.0:1761122781.773788:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.773792:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000200:3.0:1761122781.774101:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.774120:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482533c0 00000400:00000200:3.0:1761122781.774126:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 328 00000400:00000200:3.0:1761122781.774186:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.774190:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.774194:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.774200:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f8cd53a. 00000020:00000010:2.0:1761122781.774305:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d64267f4. 00000020:00000010:2.0:1761122781.774313:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.774317:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.774340:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f8cd53a x1846669643953088/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.774377:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953088 02000000:00000010:2.0:1761122781.774392:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344ec712. 00010000:00000010:2.0:1761122781.774426:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d71ff0e1. 00010000:00000010:2.0:1761122781.774451:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.774458:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00010000:00000010:2.1:1761122781.776690:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e041e83. 00000100:00000010:2.0:1761122781.776712:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122781.776717:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.776739:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122781.776746:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953088, offset 224 00000400:00000200:2.0:1761122781.776758:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.776773:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.776780:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89227:89227:256:4294967295] 192.168.201.27@tcp LPNI seq info [89227:89227:8:4294967295] 00000400:00000200:2.0:1761122781.776791:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.776797:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.776802:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.776808:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.776815:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.776819:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.776857:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.776863:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.776868:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d64267f4. 00000800:00000200:3.0:1761122781.777181:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.777185:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122781.777190:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.777195:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.777199:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122781.777201:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00080000:00000010:0.0:1761122781.777428:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d265b3cb. 00010000:00000010:0.0:1761122781.777525:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.777533:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8521046. 00010000:00000010:0.0:1761122781.777626:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122781.777631:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003dcf4578. 00010000:00000010:0.0:1761122781.777637:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e70b0490. 00010000:00000010:0.0:1761122781.777642:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00080000:00000010:0.0:1761122781.777689:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000041c3bba6. 00010000:00000010:0.0:1761122781.777719:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.777723:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dcf4578. 00010000:00000010:0.0:1761122781.777782:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.0:1761122781.777787:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.777794:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.777801:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.777809:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122781.777822:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d2f1aa6. 02000000:00000010:0.0:1761122781.777848:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d140816. 00000400:00000010:0.0:1761122781.777853:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122781.777857:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.777862:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641472, portal 16 00000400:00000010:0.0:1761122781.777866:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122781.777867:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641472, offset 0 00000400:00000200:0.0:1761122781.777874:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.777882:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.777888:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.777892:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.777895:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.777898:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89228:89228:256:4294967295] 192.168.201.27@tcp LPNI seq info [89228:89228:8:4294967295] 00000400:00000200:0.0:1761122781.777906:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.777911:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.777915:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122781.777919:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.777924:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.778159:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.778249:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.778253:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:3.0:1761122781.778258:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.778262:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.778265:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:3.0:1761122781.778266:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:3.0:1761122781.778273:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643641472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.778885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff8b0eb8. 00010000:00000010:0.1:1761122781.778893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd39a409. 00010000:00000010:0.1:1761122781.778897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d51b67. 00000400:00000200:3.0:1761122781.781587:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.781603:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207280 00000400:00000200:3.0:1761122781.781611:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4a9 [1] + 224 00000400:00000200:3.0:1761122781.781633:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.781637:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.781646:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643641472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.781707:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:0.0:1761122781.781713:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122781.781715:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:0.0:1761122781.781722:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643641472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.781730:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643641472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.781758:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008d140816. 02000000:00000010:0.0:1761122781.781763:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d2f1aa6. 00000100:00000010:0.0:1761122781.781766:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:0.0:1761122781.781771:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.781775:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000200:3.0:1761122781.782762:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.782771:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253400 00000400:00000200:3.0:1761122781.782776:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 656 00000400:00000200:3.0:1761122781.782822:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.782827:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.782830:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.782835:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079add0e4. 00000020:00000010:2.0:1761122781.783116:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fe82086. 00000020:00000010:2.0:1761122781.783123:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.783128:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.783152:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079add0e4 x1846669643953152/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.783191:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953152 02000000:00000010:2.0:1761122781.783205:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d64267f4. 00010000:00000010:2.0:1761122781.783232:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032cd65fa. 00010000:00000010:2.0:1761122781.783254:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.783259:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122781.784149:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122781.784156:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.784171:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122781.784176:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953152, offset 224 00000400:00000200:2.0:1761122781.784184:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.784535:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.784541:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89229:89229:256:4294967295] 192.168.201.27@tcp LPNI seq info [89229:89229:8:4294967295] 00000400:00000200:2.0:1761122781.784551:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.784557:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.784562:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122781.784569:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.784576:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.784580:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.784605:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.784610:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.784615:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fe82086. 00010000:00000010:2.1:1761122781.784680:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024c4e3d9. 00000800:00000200:2.0:1761122781.784746:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.784750:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:2.0:1761122781.784754:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.784759:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.784762:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:2.0:1761122781.784765:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00080000:00000010:0.0:1761122781.786870:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d2f1aa6. 00010000:00000010:0.0:1761122781.786971:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.786981:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005f3d0fcb. 00010000:00000010:0.0:1761122781.787057:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6d51b67. 00010000:00000010:0.0:1761122781.787063:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.787075:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.787081:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.787089:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122781.787102:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008d140816. 02000000:00000010:0.0:1761122781.787142:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ba9d2c. 00000400:00000010:0.0:1761122781.787149:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122781.787155:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.787160:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641536, portal 16 00000400:00000010:0.0:1761122781.787165:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122781.787167:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641536, offset 0 00000400:00000200:0.0:1761122781.787175:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.787189:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.787195:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.787199:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.787201:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.787205:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89230:89230:256:4294967295] 192.168.201.27@tcp LPNI seq info [89230:89230:8:4294967295] 00000400:00000200:0.0:1761122781.787214:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.787219:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.787224:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122781.787230:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.787236:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.787239:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.788223:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.788228:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:3.0:1761122781.788236:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.788241:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.788245:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:3.0:1761122781.788247:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:3.0:1761122781.788255:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643641536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.788792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001fa3ddc. 00010000:00000010:0.1:1761122781.788800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00010000:00000010:0.1:1761122781.788806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122781.788808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e70b0490. 00010000:00000010:0.1:1761122781.791699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbfedd81. 00010000:00000010:0.1:1761122781.791715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6526c3. 00010000:00000010:2.1:1761122781.793639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008048935a. 00000400:00000200:3.0:1761122781.794790:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.794807:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482072c0 00000400:00000200:3.0:1761122781.794816:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4b5 [1] + 224 00000400:00000200:3.0:1761122781.794834:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.794838:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.794848:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643641536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.794896:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.794903:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253440 00000400:00000200:3.0:1761122781.794908:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 984 00000400:00000200:3.0:1761122781.794920:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.794923:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122781.794926:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:0.0:1761122781.794932:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:0.0:1761122781.794935:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:3.0:1761122781.794942:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761122781.794944:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643641536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761122781.794949:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bde104f. 00000020:00000010:2.0:1761122781.795026:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fe82086. 00000020:00000010:2.0:1761122781.795034:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.795038:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.795060:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bde104f x1846669643953216/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122781.795086:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953216 02000000:00000010:2.0:1761122781.795097:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ffb5827. 00010000:00000010:2.0:1761122781.795143:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.795149:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122781.795155:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122781.795159:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.795172:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122781.795176:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953216, offset 224 00000400:00000200:2.0:1761122781.795184:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.795195:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.795201:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89231:89231:256:4294967295] 192.168.201.27@tcp LPNI seq info [89231:89231:8:4294967295] 00000400:00000200:2.0:1761122781.795211:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.795216:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.795221:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122781.795227:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.795234:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.795238:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.795260:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.795264:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.795269:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fe82086. 00000100:00000200:0.0:1761122781.795745:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643641536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122781.795769:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f07a06b5. 02000000:00000010:0.0:1761122781.795784:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ba9d2c. 02000000:00000010:0.0:1761122781.795789:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008d140816. 00000100:00000010:0.0:1761122781.795792:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:0.0:1761122781.795796:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122781.795798:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00080000:00000010:0.0:1761122781.795815:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008d140816. 00000800:00000200:3.0:1761122781.795830:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.795835:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122781.795839:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.795843:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.795846:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:3.0:1761122781.795849:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00010000:00000010:0.0:1761122781.795893:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.795899:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006596f944. 00010000:00000010:0.0:1761122781.795981:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.0:1761122781.795986:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000965ef2a7. 00010000:00000010:0.0:1761122781.795996:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003828a476. 00000100:00000010:0.0:1761122781.795999:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122781.796004:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122781.796015:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063ba9d2c. 02000000:00000010:0.0:1761122781.796037:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d7c423ba. 00000400:00000010:0.0:1761122781.796042:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122781.796045:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122781.796050:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641600, portal 16 00000400:00000010:0.0:1761122781.796054:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122781.796056:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641600, offset 0 00000400:00000200:0.0:1761122781.796062:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.796068:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.796074:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.796077:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.796080:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.796094:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89232:89232:256:4294967295] 192.168.201.27@tcp LPNI seq info [89232:89232:8:4294967295] 00000400:00000200:0.0:1761122781.796111:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.796116:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.796119:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122781.796124:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.796129:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.796131:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.796729:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.796733:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:3.0:1761122781.796739:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.796744:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.796747:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:3.0:1761122781.796749:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:3.0:1761122781.796755:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643641600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.805706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070dedf49. 00010000:00000010:0.1:1761122781.805720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018a1eb00. 00010000:00000010:0.1:1761122781.805723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d51b67. 00000400:00000200:3.0:1761122781.807336:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.807968:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207300 00000400:00000200:3.0:1761122781.807979:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4c1 [1] + 224 00000400:00000200:3.0:1761122781.807996:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.808000:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.808012:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643641600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.808057:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.808063:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253480 00000400:00000200:3.0:1761122781.808068:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 1312 00000400:00000010:2.0:1761122781.808380:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:2.0:1761122781.808386:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:2.0:1761122781.808388:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:2.0:1761122781.808394:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643641600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.808402:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643641600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.808437:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d7c423ba. 02000000:00000010:2.0:1761122781.808442:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000063ba9d2c. 00000100:00000010:2.0:1761122781.808445:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:2.0:1761122781.808451:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:2.0:1761122781.808455:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003828a476. 00000400:00000200:3.0:1761122781.808563:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.808568:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.808572:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.808577:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bf400c90. 00000020:00000010:2.0:1761122781.808965:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fe82086. 00000020:00000010:2.0:1761122781.808972:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.808976:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.809000:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bf400c90 x1846669643953280/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122781.809023:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953280 02000000:00000010:2.0:1761122781.809035:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007af21abc. 00010000:00000010:2.0:1761122781.809060:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fa59ed6. 00010000:00000010:2.0:1761122781.809080:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.809086:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122781.809097:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122781.809100:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000010:2.0:1761122781.809122:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122781.809128:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953280, offset 224 00000400:00000200:2.0:1761122781.809136:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.809147:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.809153:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89233:89233:256:4294967295] 192.168.201.27@tcp LPNI seq info [89233:89233:8:4294967295] 00000400:00000200:2.0:1761122781.809167:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.809172:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.809177:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122781.809184:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.809191:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.809194:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.809220:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.809225:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.809229:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005fe82086. 00080000:00000010:2.0:1761122781.809254:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c62c4fd. 00010000:00000010:2.0:1761122781.809521:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000965ef2a7. 00010000:00000010:2.0:1761122781.809527:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051e66956. 00010000:00000010:2.0:1761122781.809597:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000b746875. 00010000:00000010:2.0:1761122781.809604:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a15ac9f8. 00010000:00000010:2.0:1761122781.809615:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076e4d57d. 00000100:00000010:2.0:1761122781.809618:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122781.809624:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122781.809635:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f26a571b. 02000000:00000010:2.0:1761122781.809682:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056401a38. 00000400:00000010:2.0:1761122781.809688:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122781.809693:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122781.809697:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641664, portal 16 00000400:00000010:2.0:1761122781.809701:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122781.809703:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641664, offset 0 00000400:00000200:2.0:1761122781.809709:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.809716:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.809723:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.809727:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.809730:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.809733:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89234:89234:255:4294967295] 192.168.201.27@tcp LPNI seq info [89234:89234:7:4294967295] 00000400:00000200:2.0:1761122781.809741:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.809746:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.809749:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122781.809755:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.809759:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.809761:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.810099:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.810115:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347602). 00000400:00000200:0.0:1761122781.810120:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.810125:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.810128:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:0.0:1761122781.810130:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000800:00000200:0.0:1761122781.810938:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.810943:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122781.810949:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.810955:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.810958:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:0.0:1761122781.810960:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:0.0:1761122781.810969:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643641664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122781.814176:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122781.814195:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207340 00000400:00000200:2.0:1761122781.814205:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4cd [1] + 224 00000400:00000200:2.0:1761122781.814220:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.814224:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.814234:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643641664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.815219:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:0.0:1761122781.815228:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:0.0:1761122781.815230:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:0.0:1761122781.815240:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643641664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.815249:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643641664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.815281:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056401a38. 02000000:00000010:0.0:1761122781.815287:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f26a571b. 00000100:00000010:0.0:1761122781.815494:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:0.0:1761122781.815500:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:0.0:1761122781.815505:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076e4d57d. 00000400:00000200:3.0:1761122781.817770:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.817790:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482534c0 00000400:00000200:3.0:1761122781.817798:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 1640 00000400:00000200:3.0:1761122781.817855:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.817859:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.817865:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.817871:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f866c272. 00000020:00000010:2.0:1761122781.819542:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f26a571b. 00000020:00000010:2.0:1761122781.819554:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.819560:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122781.819589:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f866c272 x1846669643953344/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122781.819621:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953344 02000000:00000010:2.0:1761122781.819632:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056401a38. 00010000:00000010:2.0:1761122781.819676:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c18ad6. 00010000:00000010:2.0:1761122781.819700:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122781.819708:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122781.819719:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122781.819723:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000400:00000010:2.0:1761122781.819736:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122781.819742:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953344, offset 224 00000400:00000200:2.0:1761122781.819751:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.819763:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.819769:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89235:89235:256:4294967295] 192.168.201.27@tcp LPNI seq info [89235:89235:8:4294967295] 00000400:00000200:2.0:1761122781.819778:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.819784:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.819789:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122781.819796:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.819804:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.819807:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122781.819832:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122781.819837:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122781.819841:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f26a571b. 00000800:00000200:1.0:1761122781.820560:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.820564:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122781.820569:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.820576:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.820581:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:1.0:1761122781.820583:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00080000:00000010:0.0:1761122781.823568:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000add3157c. 00010000:00000010:0.0:1761122781.823686:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ac9f8. 00010000:00000010:0.0:1761122781.823695:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c7ef55e. 00010000:00000010:0.0:1761122781.823764:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6d51b67. 00010000:00000010:0.0:1761122781.823769:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000620fee10. 00010000:00000010:0.0:1761122781.823780:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122781.823786:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.823795:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122781.823808:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000703fcc05. 02000000:00000010:0.0:1761122781.823837:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ba9d2c. 00000400:00000010:0.0:1761122781.823844:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5ab8578. 00000400:00000010:0.0:1761122781.823850:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122781.823857:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641728, portal 16 00000400:00000010:0.0:1761122781.823861:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122781.823863:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641728, offset 0 00000400:00000200:0.0:1761122781.823871:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.823887:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.823894:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.823899:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.823902:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.823906:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89236:89236:256:4294967295] 192.168.201.27@tcp LPNI seq info [89236:89236:8:4294967295] 00000400:00000200:0.0:1761122781.823917:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.823923:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.823928:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122781.823935:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.823944:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.823949:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.828572:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.828579:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:2.0:1761122781.828589:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.828600:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.828607:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:2.0:1761122781.828609:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:2.0:1761122781.828620:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009379f55a x1846669643641728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.833058:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.833080:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207380 00000400:00000200:1.0:1761122781.833089:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4d9 [1] + 224 00000400:00000200:1.0:1761122781.833111:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.833115:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.833126:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009379f55a x1846669643641728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.833164:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.833169:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253500 00000400:00000010:0.0:1761122781.833171:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5ab8578. 00000400:00000200:0.0:1761122781.833175:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122781.833178:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:0.0:1761122781.833184:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009379f55a x1846669643641728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.833192:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009379f55a x1846669643641728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.833222:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ba9d2c. 02000000:00000010:0.0:1761122781.833228:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000703fcc05. 00000100:00000010:0.0:1761122781.833232:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000100:00000010:0.0:1761122781.833236:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.833241:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000200:1.0:1761122781.833284:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade09 [2] + 1968 00000400:00000010:1.0:1761122781.833288:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000496e52b6. 00000400:00000200:1.0:1761122781.833292:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000092784c53 00000400:00000200:1.0:1761122781.833306:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.833309:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.833312:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000092784c53 00000400:00000010:1.0:1761122781.833313:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000092784c53 (tot 82347202). 00000100:00000200:1.0:1761122781.833318:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761122781.833327:0:78650:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abec9597. 00010000:00000010:2.1:1761122781.833333:0:78650:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073cb2ef1. 00010000:00000010:2.1:1761122781.833339:0:78650:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6526c3. 00000020:00000010:3.0:1761122781.833884:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b9f4283. 00000020:00000010:3.0:1761122781.833892:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.833896:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.833918:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b0e8128e x1846669643953408/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122781.833950:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953408 02000000:00000010:3.0:1761122781.833962:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe48309b. 00010000:00000010:3.0:1761122781.833987:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a46540a9. 00010000:00000010:3.0:1761122781.834274:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122781.834282:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000071f3e29a. 00000100:00000010:3.0:1761122781.834300:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000071f3e29a. 00010000:00000010:3.0:1761122781.834304:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00000400:00000010:3.0:1761122781.834318:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122781.834322:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953408, offset 224 00000400:00000200:3.0:1761122781.834330:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.834341:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.834347:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89237:89237:256:4294967295] 192.168.201.27@tcp LPNI seq info [89237:89237:8:4294967295] 00000400:00000200:3.0:1761122781.834357:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.834362:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.834367:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347450). 00000800:00000200:3.0:1761122781.834373:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.834380:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.834385:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.834416:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.834421:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.834425:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b9f4283. 02000000:00000010:3.0:1761122781.834433:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056401a38. 00000100:00000010:3.0:1761122781.834437:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f866c272. 02000000:00000010:3.0:1761122781.834440:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007af21abc. 00000100:00000010:3.0:1761122781.834443:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bf400c90. 02000000:00000010:3.0:1761122781.834446:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ffb5827. 00000100:00000010:3.0:1761122781.834449:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bde104f. 02000000:00000010:3.0:1761122781.834454:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d64267f4. 00000100:00000010:3.0:1761122781.834456:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079add0e4. 02000000:00000010:3.0:1761122781.834460:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344ec712. 00000100:00000010:3.0:1761122781.834462:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f8cd53a. 02000000:00000010:3.0:1761122781.834465:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce1b0f5c. 00000100:00000010:3.0:1761122781.834468:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb40f82c. 00000100:00000200:3.0:1761122781.834475:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1761122781.834571:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.834574:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347202). 00000400:00000200:3.0:1761122781.834578:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.834582:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.834585:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:3.0:1761122781.834587:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 02000000:00000010:3.0:1761122781.834590:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe48309b. 00000400:00000010:3.0:1761122781.834604:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c915c43d. 00000400:00000010:3.0:1761122781.834608:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000071f3e29a (tot 82347354). 00080000:00000010:1.0:1761122781.834692:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006bb18788. 00010000:00000010:1.0:1761122781.834777:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000620fee10. 00010000:00000010:1.0:1761122781.834784:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4445538. 00010000:00000010:1.0:1761122781.834856:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122781.834862:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.834873:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000521de0d9. 00000100:00000010:1.0:1761122781.834877:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.834884:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 02000000:00000010:1.0:1761122781.834894:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a95f5b61. 02000000:00000010:1.0:1761122781.834918:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e3b2d30. 00000400:00000010:1.0:1761122781.834922:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091678ca8. 00000400:00000010:1.0:1761122781.834926:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122781.834929:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641792, portal 16 00000400:00000010:1.0:1761122781.834933:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122781.834934:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641792, offset 0 00000400:00000200:1.0:1761122781.834940:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.834946:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.834953:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.834956:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.834959:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.834962:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89238:89238:256:4294967295] 192.168.201.27@tcp LPNI seq info [89238:89238:8:4294967295] 00000400:00000200:1.0:1761122781.834969:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.834974:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.834978:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122781.834983:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.834987:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.834990:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.835246:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.835249:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:0.0:1761122781.835253:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.835258:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.835260:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:0.0:1761122781.835262:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:0.0:1761122781.835268:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8b40b6a x1846669643641792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.840379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df6e6df4. 00010000:00000010:0.1:1761122781.840392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b746875. 00010000:00000010:3.1:1761122781.842694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000045f7336. 00010000:00000010:2.1:1761122781.843734:0:25:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008edef2fe. 00010000:00000010:1.1:1761122781.845689:0:78651:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000106a3b99. 00010000:00000010:1.1:1761122781.845701:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d51b67. 00000400:00000200:1.0:1761122781.862251:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.862272:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482073c0 00000400:00000200:1.0:1761122781.862281:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4e9 [1] + 224 00000400:00000200:1.0:1761122781.862292:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.862296:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.862307:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8b40b6a x1846669643641792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.862335:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.862341:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253540 00000400:00000010:0.0:1761122781.862343:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091678ca8. 00000400:00000200:0.0:1761122781.862347:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:0.0:1761122781.862349:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000400:00000200:1.0:1761122781.862361:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 0 00000100:00000200:0.0:1761122781.862361:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8b40b6a x1846669643641792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.862369:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8b40b6a x1846669643641792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.862403:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e3b2d30. 02000000:00000010:0.0:1761122781.862408:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a95f5b61. 00000100:00000010:0.0:1761122781.862412:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000010:0.0:1761122781.862416:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:0.0:1761122781.862421:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000521de0d9. 00000400:00000200:1.0:1761122781.862833:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.862839:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.862844:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.862849:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 00000020:00000010:0.0:1761122781.863214:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000703fcc05. 00000020:00000010:0.0:1761122781.863222:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.863226:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.863251:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000963727ec x1846669643953472/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.864584:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953472 02000000:00000010:0.0:1761122781.864599:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063ba9d2c. 00010000:00000010:0.0:1761122781.864629:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003befcad1. 00010000:00000010:0.0:1761122781.864648:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122781.864668:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.864679:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.864682:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122781.864696:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122781.864702:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953472, offset 224 00000400:00000200:0.0:1761122781.864710:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.864722:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.864728:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89239:89239:256:4294967295] 192.168.201.27@tcp LPNI seq info [89239:89239:8:4294967295] 00000400:00000200:0.0:1761122781.864737:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.864742:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.864747:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122781.865038:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.865047:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.865051:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.865165:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.865172:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.865176:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000703fcc05. 00000800:00000200:3.0:1761122781.865484:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.865488:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:3.0:1761122781.865494:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.865499:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.865509:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:3.0:1761122781.865511:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00080000:00000010:1.0:1761122781.865542:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ba2f00a. 00010000:00000010:1.0:1761122781.865627:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.865634:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001237ce86. 00010000:00000010:1.0:1761122781.865736:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122781.865742:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.865752:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d8db6286. 00000100:00000010:1.0:1761122781.865756:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e58a00b6. 00000100:00000010:1.0:1761122781.865764:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 02000000:00000010:1.0:1761122781.865777:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a2916892. 02000000:00000010:1.0:1761122781.865804:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001bf965e. 00000400:00000010:1.0:1761122781.865809:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122781.865814:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122781.865818:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641856, portal 16 00000400:00000010:1.0:1761122781.865822:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122781.865824:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641856, offset 0 00000400:00000200:1.0:1761122781.865829:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.865837:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.865843:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.865846:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.865849:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.865852:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89240:89240:256:4294967295] 192.168.201.27@tcp LPNI seq info [89240:89240:8:4294967295] 00000400:00000200:1.0:1761122781.865859:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.865864:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.865868:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122781.865872:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.865876:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.865879:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.870538:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.870545:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347354). 00000400:00000200:2.0:1761122781.870552:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.870561:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.870567:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:2.0:1761122781.870569:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122781.870578:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8b40b6a x1846669643641856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.880331:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.880351:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207400 00000400:00000200:1.0:1761122781.880360:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf4f5 [1] + 224 00000400:00000200:1.0:1761122781.880372:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.880376:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.880386:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8b40b6a x1846669643641856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.880427:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.880432:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253580 00000400:00000200:1.0:1761122781.880437:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 328 00000400:00000200:1.0:1761122781.880446:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.880449:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.880454:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122781.880459:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 00000400:00000010:2.0:1761122781.880489:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:2.0:1761122781.880494:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:2.0:1761122781.880497:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:2.0:1761122781.880503:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8b40b6a x1846669643641856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.880511:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8b40b6a x1846669643641856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.880541:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001bf965e. 02000000:00000010:2.0:1761122781.880546:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a2916892. 00000100:00000010:2.0:1761122781.880550:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000010:2.0:1761122781.880554:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e58a00b6. 00010000:00000010:2.0:1761122781.880558:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d8db6286. 00000020:00000010:3.0:1761122781.880635:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab09fc99. 00000020:00000010:3.0:1761122781.880642:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.880647:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.880785:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a4ea7e4 x1846669643953536/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122781.880817:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953536 02000000:00000010:3.0:1761122781.880828:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc06ae70. 00010000:00000010:3.0:1761122781.880854:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f40fde3. 00010000:00000010:3.0:1761122781.880874:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122781.880880:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122781.880891:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122781.880895:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00000400:00000010:3.0:1761122781.880908:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122781.880911:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953536, offset 224 00000400:00000200:3.0:1761122781.880919:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.880930:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.880936:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89241:89241:256:4294967295] 192.168.201.27@tcp LPNI seq info [89241:89241:8:4294967295] 00000400:00000200:3.0:1761122781.880944:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.880949:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.880953:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347602). 00000800:00000200:3.0:1761122781.880959:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.880966:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.880969:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.880989:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.880993:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.880997:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab09fc99. 00000800:00000200:3.0:1761122781.881084:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.881088:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:3.0:1761122781.881091:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.881095:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.881098:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:3.0:1761122781.881099:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00080000:00000010:1.0:1761122781.881148:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e67e2200. 00010000:00000010:1.0:1761122781.881235:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.881241:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040c08af8. 00000004:00000010:1.0:1761122781.881298:0:77393:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 0000000092b9d285. 00000004:00000010:1.0:1761122781.881307:0:77393:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 000000005c719ff8. 00000004:00000010:1.0:1761122781.881313:0:77393:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000009f16811b. 00080000:00000010:1.0:1761122781.881320:0:77393:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 00000000e5456900. 00000001:00000010:1.0:1761122781.881336:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e3be0fbe. 00000001:00000010:1.0:1761122781.881526:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e3be0fbe. 00080000:00000010:1.0:1761122781.881541:0:77393:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 00000000e5456900. 00000004:00000010:1.0:1761122781.881545:0:77393:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000009f16811b. 00000004:00000010:1.0:1761122781.881549:0:77393:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 000000005c719ff8. 00000004:00000010:1.0:1761122781.881552:0:77393:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 0000000092b9d285. 00010000:00000010:1.0:1761122781.881584:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122781.881590:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122781.881600:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c44a6d2b. 00000100:00000010:1.0:1761122781.881605:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.881611:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 02000000:00000010:1.0:1761122781.881621:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5456900. 02000000:00000010:1.0:1761122781.881643:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000056573748. 00000400:00000010:1.0:1761122781.881646:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122781.881650:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122781.881672:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641920, portal 16 00000400:00000010:1.0:1761122781.881677:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122781.881679:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641920, offset 0 00000400:00000200:1.0:1761122781.881685:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.881691:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.881698:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.881702:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.881705:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.881708:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89242:89242:256:4294967295] 192.168.201.27@tcp LPNI seq info [89242:89242:8:4294967295] 00000400:00000200:1.0:1761122781.881715:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.881719:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.881722:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122781.881726:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.881730:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.881732:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122781.882182:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122781.882185:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:2.0:1761122781.882190:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122781.882194:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.882197:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:2.0:1761122781.882198:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:2.0:1761122781.882203:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8b40b6a x1846669643641920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.886842:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070bfc37e. 00000400:00000200:3.0:1761122781.887560:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.887577:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207440 00000400:00000200:3.0:1761122781.887586:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf501 [1] + 224 00000400:00000200:3.0:1761122781.887598:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.887602:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.887612:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8b40b6a x1846669643641920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.887651:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.887680:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482535c0 00000400:00000200:3.0:1761122781.887685:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 656 00000400:00000200:3.0:1761122781.887744:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.887748:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.887752:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.887757:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb40f82c. 00000400:00000010:2.0:1761122781.887831:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:2.0:1761122781.887836:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:2.0:1761122781.887838:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:2.0:1761122781.887844:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8b40b6a x1846669643641920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122781.887846:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a95f5b61. 00000100:00000200:2.0:1761122781.887852:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8b40b6a x1846669643641920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761122781.887852:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fd6ec62. 00000020:00000010:0.0:1761122781.887856:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 02000000:00000010:2.0:1761122781.887878:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056573748. 00000100:00000200:0.0:1761122781.887879:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb40f82c x1846669643953600/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:2.0:1761122781.887883:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5456900. 00000100:00000010:2.0:1761122781.887887:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000010:2.0:1761122781.887891:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:2.0:1761122781.887895:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c44a6d2b. 00000100:00000200:0.0:1761122781.887911:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953600 02000000:00000010:0.0:1761122781.887923:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d7c423ba. 00010000:00000010:0.0:1761122781.887948:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9470e1a. 00010000:00000010:0.0:1761122781.887966:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122781.887973:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.887990:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.887993:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122781.888005:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122781.888009:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953600, offset 224 00000400:00000200:0.0:1761122781.888017:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.888034:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.888040:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89243:89243:256:4294967295] 192.168.201.27@tcp LPNI seq info [89243:89243:8:4294967295] 00000400:00000200:0.0:1761122781.888048:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.888053:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.888058:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.888063:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.888070:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.888074:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.888092:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fd6ec62. 00000020:00000010:0.0:1761122781.888096:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.888099:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a95f5b61. 00000800:00000200:0.0:1761122781.888167:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.888170:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:0.0:1761122781.888176:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.888180:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.888182:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122781.888183:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00010000:00000010:1.1:1761122781.888482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000502b2739. 00010000:00000010:1.1:1761122781.888489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00080000:00000010:2.0:1761122781.888643:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fe82086. 00010000:00000010:2.0:1761122781.888750:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:2.0:1761122781.888756:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000000bd6f49. 00010000:00000010:2.0:1761122781.888824:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122781.888830:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000171e5781. 00010000:00000010:2.0:1761122781.888839:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122781.888844:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122781.889084:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122781.889095:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000344ec712. 02000000:00000010:2.0:1761122781.889127:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2916892. 00000400:00000010:2.0:1761122781.889132:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122781.889136:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122781.889140:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643641984, portal 16 00000400:00000010:2.0:1761122781.889144:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122781.889147:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643641984, offset 0 00000400:00000200:2.0:1761122781.889153:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.889160:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.889167:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.889170:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.889173:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.889175:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89244:89244:256:4294967295] 192.168.201.27@tcp LPNI seq info [89244:89244:8:4294967295] 00000400:00000200:2.0:1761122781.889183:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.889189:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.889192:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122781.889196:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.889201:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.889204:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.889535:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.889539:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:1.0:1761122781.889543:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.889547:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.889550:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122781.889551:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:1.0:1761122781.889557:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643641984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122781.890687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068994f6e. 00000400:00000200:3.0:1761122781.891933:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.891949:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207480 00000400:00000200:3.0:1761122781.891957:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf50d [1] + 224 00000400:00000200:3.0:1761122781.891968:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.891971:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.891979:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643641984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.892011:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.892017:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253600 00000400:00000200:3.0:1761122781.892021:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 984 00000400:00000200:3.0:1761122781.892068:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.892072:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.892077:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.892082:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f8cd53a. 00000400:00000010:2.0:1761122781.892159:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122781.892164:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122781.892166:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:2.0:1761122781.892171:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643641984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.892178:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643641984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.892205:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2916892. 02000000:00000010:2.0:1761122781.892210:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000344ec712. 00000100:00000010:2.0:1761122781.892214:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122781.892217:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122781.892221:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000020:00000010:0.0:1761122781.893069:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a95f5b61. 00000020:00000010:0.0:1761122781.893078:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.893082:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.893117:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f8cd53a x1846669643953664/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.893157:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953664 02000000:00000010:0.0:1761122781.893168:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e3b2d30. 00010000:00000010:0.0:1761122781.893194:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c104df1. 00010000:00000010:0.0:1761122781.893211:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122781.893217:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.893229:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.893231:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000400:00000010:0.0:1761122781.893243:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122781.893248:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953664, offset 224 00000400:00000200:0.0:1761122781.893256:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.893267:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.893272:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89245:89245:256:4294967295] 192.168.201.27@tcp LPNI seq info [89245:89245:8:4294967295] 00000400:00000200:0.0:1761122781.893282:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.893287:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.893291:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.893296:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.893304:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.893308:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.893323:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122781.893328:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.893331:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a95f5b61. 00000800:00000200:0.0:1761122781.893426:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.893429:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:0.0:1761122781.893435:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.893439:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.893441:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122781.893443:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00080000:00000010:0.0:1761122781.893468:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a95f5b61. 00010000:00000010:0.0:1761122781.893556:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000171e5781. 00010000:00000010:0.0:1761122781.893564:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a988596a. 00010000:00000010:0.0:1761122781.893632:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e70b0490. 00010000:00000010:0.0:1761122781.893638:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dc8822f9. 00010000:00000010:0.0:1761122781.893647:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122781.893651:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.893675:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122781.893686:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6e56d7a. 02000000:00000010:0.0:1761122781.893708:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:0.0:1761122781.893713:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5ab8578. 00000400:00000010:0.0:1761122781.893717:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122781.893721:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642048, portal 16 00000400:00000010:0.0:1761122781.893726:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.893728:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642048, offset 0 00000400:00000200:0.0:1761122781.893733:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.893739:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.893746:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.893749:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.893752:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.893754:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89246:89246:256:4294967295] 192.168.201.27@tcp LPNI seq info [89246:89246:8:4294967295] 00000400:00000200:0.0:1761122781.893762:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.893767:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.893770:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.893774:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.893778:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.893780:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.893846:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.893849:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:0.0:1761122781.893852:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.893856:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.893858:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122781.893860:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.893865:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009379f55a x1846669643642048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.896250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000750a6ed4. 00010000:00000010:1.1:1761122781.896264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:2.1:1761122781.897814:0:78654:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aad514e5. 00010000:00000010:2.1:1761122781.897824:0:78654:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:3.0:1761122781.898415:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.898432:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482074c0 00000400:00000200:3.0:1761122781.898440:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf519 [1] + 224 00000400:00000200:3.0:1761122781.898455:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.898459:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.898469:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009379f55a x1846669643642048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122781.898601:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5ab8578. 00000400:00000200:1.0:1761122781.898606:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:1.0:1761122781.898609:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:1.0:1761122781.898615:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009379f55a x1846669643642048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.898624:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009379f55a x1846669643642048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122781.898678:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:1.0:1761122781.898686:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6e56d7a. 00000100:00000010:1.0:1761122781.898690:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000100:00000010:1.0:1761122781.898695:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:1.0:1761122781.898698:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00010000:00000010:0.1:1761122781.898777:0:64463:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f22ed8d. 00000400:00000200:3.0:1761122781.898864:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.898872:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253640 00000400:00000200:3.0:1761122781.898877:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 1312 00000400:00000200:3.0:1761122781.899174:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.899179:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.899183:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.899188:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079add0e4. 00000020:00000010:1.0:1761122781.899481:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073ca23c9. 00000020:00000010:1.0:1761122781.899488:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.899492:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.899518:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079add0e4 x1846669643953728/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.899554:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953728 02000000:00000010:1.0:1761122781.899565:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000084a61631. 00010000:00000010:1.0:1761122781.899594:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000745284fe. 00010000:00000010:1.0:1761122781.899613:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122781.899620:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.899630:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:1.0:1761122781.899634:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00080000:00000010:1.0:1761122781.899678:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098a0bdfa. 00010000:00000010:1.0:1761122781.899764:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc8822f9. 00010000:00000010:1.0:1761122781.899770:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000152b9da4. 00010000:00000010:1.0:1761122781.899836:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000023d78a57. 00010000:00000010:1.0:1761122781.899841:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122781.899846:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122781.899851:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00080000:00000010:1.0:1761122781.899863:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008334f33b. 00010000:00000010:1.0:1761122781.899888:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122781.899892:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122781.899941:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122781.899945:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122781.899952:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c921ff9f. 00000100:00000010:1.0:1761122781.900154:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122781.900162:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 02000000:00000010:1.0:1761122781.900172:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000407f694. 02000000:00000010:1.0:1761122781.900193:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005abeae5f. 00000400:00000010:1.0:1761122781.900198:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122781.900202:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122781.900207:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642112, portal 16 00000400:00000010:1.0:1761122781.900211:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.900213:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642112, offset 0 00000400:00000200:1.0:1761122781.900222:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.900235:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.900242:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.900246:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.900248:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.900252:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89247:89247:256:4294967295] 192.168.201.27@tcp LPNI seq info [89247:89247:8:4294967295] 00000400:00000200:1.0:1761122781.900261:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.900266:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.900271:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122781.900276:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.900284:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.900288:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761122781.900314:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122781.900317:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953728, offset 224 00000400:00000200:1.0:1761122781.900321:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.900326:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.900330:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89248:89248:255:4294967295] 192.168.201.27@tcp LPNI seq info [89248:89248:7:4294967295] 00000400:00000200:1.0:1761122781.900337:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.900341:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.900344:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347850). 00000800:00000200:1.0:1761122781.900347:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.900350:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.900352:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.900363:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.900367:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.900370:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073ca23c9. 00000800:00000200:1.0:1761122781.900440:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.900443:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347602). 00000400:00000200:1.0:1761122781.900448:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.900453:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.900455:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:1.0:1761122781.900457:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.900463:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b8b40b6a x1846669643642112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761122781.900509:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.900512:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:1.0:1761122781.900515:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.900518:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.900520:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122781.900521:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00010000:00000010:0.1:1761122781.906773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7505c3a. 00010000:00000010:0.1:1761122781.906786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be19a713. 00010000:00000010:0.1:1761122781.906790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000400:00000200:3.0:1761122781.912718:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.912749:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207500 00000400:00000200:3.0:1761122781.912758:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf521 [1] + 224 00000400:00000200:3.0:1761122781.912770:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.912774:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.912786:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b8b40b6a x1846669643642112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.912825:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.912831:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253680 00000400:00000200:3.0:1761122781.912835:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 1640 00000400:00000200:3.0:1761122781.912843:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.912846:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.912851:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.912856:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bde104f. 00000020:00000010:3.0:1761122781.912903:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab09fc99. 00000020:00000010:3.0:1761122781.912908:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.912913:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122781.912938:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bde104f x1846669643953792/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122781.912965:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953792 02000000:00000010:3.0:1761122781.912976:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b9f4283. 00010000:00000010:3.0:1761122781.913013:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122781.913019:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122781.913026:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122781.913029:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00000400:00000010:3.0:1761122781.913043:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122781.913048:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953792, offset 224 00000400:00000200:3.0:1761122781.913055:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122781.913065:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.913070:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89249:89249:256:4294967295] 192.168.201.27@tcp LPNI seq info [89249:89249:8:4294967295] 00000400:00000200:3.0:1761122781.913079:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.913084:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.913089:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347602). 00000800:00000200:3.0:1761122781.913094:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.913116:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.913120:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.913136:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.913139:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.913143:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab09fc99. 00000800:00000200:3.0:1761122781.913231:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.913235:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:3.0:1761122781.913239:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.913242:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.913246:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:3.0:1761122781.913247:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000400:00000010:0.0:1761122781.914400:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:0.0:1761122781.914408:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:0.0:1761122781.914409:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000100:00000200:0.0:1761122781.914420:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b8b40b6a x1846669643642112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.914429:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b8b40b6a x1846669643642112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122781.914451:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036f5580e. 02000000:00000010:0.0:1761122781.914467:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005abeae5f. 02000000:00000010:0.0:1761122781.914472:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000407f694. 00000100:00000010:0.0:1761122781.914475:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 00000100:00000010:0.0:1761122781.914478:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122781.914482:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c921ff9f. 00080000:00000010:0.0:1761122781.914501:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b383a153. 00010000:00000010:0.0:1761122781.914597:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:0.0:1761122781.914604:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000132f011b. 00010000:00000010:0.0:1761122781.914701:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122781.914707:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122781.914718:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122781.914723:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.914730:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122781.914742:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dda97f2. 02000000:00000010:0.0:1761122781.914768:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6e56d7a. 00000400:00000010:0.0:1761122781.914774:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122781.914778:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.914783:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642176, portal 16 00000400:00000010:0.0:1761122781.914788:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122781.914791:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642176, offset 0 00000400:00000200:0.0:1761122781.914798:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.914809:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.914816:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.914820:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.914823:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.914826:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89250:89250:256:4294967295] 192.168.201.27@tcp LPNI seq info [89250:89250:8:4294967295] 00000400:00000200:0.0:1761122781.914834:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.914839:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.914843:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122781.914848:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.914854:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.914858:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.915809:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.915815:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:3.0:1761122781.915822:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.915830:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.915834:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:3.0:1761122781.915836:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:3.0:1761122781.915846:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643642176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122781.916740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f650b7c. 00010000:00000010:1.1:1761122781.916751:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068578dfb. 00010000:00000010:1.1:1761122781.916767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e70b0490. 00010000:00000010:1.1:1761122781.916771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023d78a57. 00010000:00000010:1.1:1761122781.916775:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:0.1:1761122781.924763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008001ed02. 00010000:00000010:0.1:1761122781.924780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b90db9b0. 00010000:00000010:0.1:1761122781.924784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00000400:00000200:3.0:1761122781.933282:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.933302:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207540 00000400:00000200:3.0:1761122781.933310:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf531 [1] + 224 00000400:00000200:3.0:1761122781.933322:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.933326:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.933337:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643642176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.933377:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.933383:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482536c0 00000400:00000200:3.0:1761122781.933387:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xade61 [2] + 1968 00000400:00000010:3.0:1761122781.933391:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069d1b0d8. 00000400:00000200:3.0:1761122781.933395:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007df880a7 00000400:00000200:3.0:1761122781.933402:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.933405:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.933408:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007df880a7 00000400:00000010:3.0:1761122781.933410:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007df880a7 (tot 82347202). 00000100:00000200:3.0:1761122781.933415:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122781.933685:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:0.0:1761122781.933689:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122781.933691:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.933697:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643642176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.933704:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643642176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.933733:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6e56d7a. 02000000:00000010:0.0:1761122781.933737:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dda97f2. 00000100:00000010:0.0:1761122781.933740:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:0.0:1761122781.933746:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.933749:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000020:00000010:1.0:1761122781.934743:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073ca23c9. 00000020:00000010:1.0:1761122781.934751:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.934754:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.934775:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd76ea73 x1846669643953856/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122781.934802:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953856 02000000:00000010:1.0:1761122781.934813:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad5993cb. 00010000:00000010:1.0:1761122781.934839:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065786c5d. 00010000:00000010:1.0:1761122781.934860:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122781.934865:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e58a00b6. 00000100:00000010:1.0:1761122781.934876:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e58a00b6. 00010000:00000010:1.0:1761122781.934880:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122781.934894:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122781.934899:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953856, offset 224 00080000:00000010:0.0:1761122781.934915:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dda97f2. 00000400:00000200:1.0:1761122781.934917:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.935117:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.935123:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89251:89251:256:4294967295] 192.168.201.27@tcp LPNI seq info [89251:89251:8:4294967295] 00000400:00000200:1.0:1761122781.935134:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.935139:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.935144:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347450). 00000800:00000200:1.0:1761122781.935150:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.935159:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.935162:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.935188:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.935193:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122781.935196:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000073ca23c9. 02000000:00000010:1.0:1761122781.935205:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b9f4283. 00000100:00000010:1.0:1761122781.935208:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bde104f. 02000000:00000010:1.0:1761122781.935212:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000084a61631. 00000100:00000010:1.0:1761122781.935215:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079add0e4. 02000000:00000010:1.0:1761122781.935218:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002e3b2d30. 00000100:00000010:1.0:1761122781.935220:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f8cd53a. 02000000:00000010:1.0:1761122781.935223:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d7c423ba. 00000100:00000010:1.0:1761122781.935225:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb40f82c. 02000000:00000010:1.0:1761122781.935228:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc06ae70. 00000100:00000010:1.0:1761122781.935230:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 02000000:00000010:1.0:1761122781.935233:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063ba9d2c. 00000100:00000010:1.0:1761122781.935235:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000200:1.0:1761122781.935241:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122781.935246:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac7ce621. 00000400:00000010:1.0:1761122781.935250:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e58a00b6 (tot 82347602). 00010000:00000010:0.0:1761122781.935300:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122781.935306:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b75d372. 00010000:00000010:0.0:1761122781.935392:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fd901c3. 00010000:00000010:0.0:1761122781.935398:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000099ef8d9b. 00010000:00000010:0.0:1761122781.935407:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122781.935411:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.935418:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122781.935428:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6e56d7a. 02000000:00000010:0.0:1761122781.935452:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:0.0:1761122781.935456:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122781.935460:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.935463:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642240, portal 16 00000400:00000010:0.0:1761122781.935466:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122781.935468:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642240, offset 0 00000400:00000200:0.0:1761122781.935474:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.935480:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.935487:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122781.935491:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122781.935494:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122781.935496:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89252:89252:255:4294967295] 192.168.201.27@tcp LPNI seq info [89252:89252:7:4294967295] 00000400:00000200:0.0:1761122781.935504:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.935509:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.935512:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347850). 00000800:00000200:0.0:1761122781.935515:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.935520:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.935522:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.935606:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.935609:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347602). 00000400:00000200:3.0:1761122781.935614:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.935618:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.935621:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:3.0:1761122781.935622:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 02000000:00000010:3.0:1761122781.935627:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad5993cb. 00000800:00000200:3.0:1761122781.935726:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.935729:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:3.0:1761122781.935734:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.935737:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.935739:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:3.0:1761122781.935741:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:3.0:1761122781.935746:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643642240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.941698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005eb33686. 00010000:00000010:1.1:1761122781.941710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4fe0b2a. 00010000:00000010:0.1:1761122781.941714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00000400:00000200:3.0:1761122781.951431:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.951454:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207580 00000400:00000200:3.0:1761122781.951465:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf541 [1] + 224 00000400:00000200:3.0:1761122781.951480:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.951485:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.951497:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643642240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.951626:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:0.0:1761122781.951631:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122781.951633:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.951641:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643642240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.951649:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643642240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.951720:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:0.0:1761122781.951728:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6e56d7a. 00000100:00000010:0.0:1761122781.951732:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:0.0:1761122781.951738:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.951743:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000200:3.0:1761122781.957580:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.957600:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253700 00000400:00000200:3.0:1761122781.957609:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 0 00000400:00000200:3.0:1761122781.958179:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.958186:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.958193:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.958200:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bf400c90. 00000020:00000010:0.0:1761122781.964249:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6e56d7a. 00000020:00000010:0.0:1761122781.964264:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.964270:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.964312:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bf400c90 x1846669643953920/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122781.964363:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953920 02000000:00000010:0.0:1761122781.964377:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:0.0:1761122781.964406:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054ab9532. 00010000:00000010:0.0:1761122781.964431:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122781.964439:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.964465:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.964469:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000010:0.0:1761122781.964485:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122781.964491:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953920, offset 224 00000400:00000200:0.0:1761122781.964500:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122781.964514:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.964522:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89253:89253:256:4294967295] 192.168.201.27@tcp LPNI seq info [89253:89253:8:4294967295] 00000400:00000200:0.0:1761122781.964533:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00080000:00000010:2.0:1761122781.964536:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056401a38. 00000800:00000200:0.0:1761122781.964541:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.964546:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122781.964553:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.964560:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.964564:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.964597:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.964602:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.964606:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6e56d7a. 00010000:00000010:2.0:1761122781.964634:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000099ef8d9b. 00010000:00000010:2.0:1761122781.964641:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7a868a3. 00010000:00000010:2.0:1761122781.964754:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122781.964759:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.964770:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122781.964774:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122781.964781:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122781.964792:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f26a571b. 02000000:00000010:2.0:1761122781.964815:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007af21abc. 00000400:00000010:2.0:1761122781.964821:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122781.964826:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122781.964831:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642304, portal 16 00000400:00000010:2.0:1761122781.964835:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122781.964837:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642304, offset 0 00000400:00000200:2.0:1761122781.964843:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.964850:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.964856:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.964859:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.964862:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.964865:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89254:89254:255:4294967295] 192.168.201.27@tcp LPNI seq info [89254:89254:7:4294967295] 00000400:00000200:2.0:1761122781.964872:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.964877:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.964880:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122781.964884:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.964887:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.964890:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.965157:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.965162:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347602). 00000400:00000200:1.0:1761122781.965168:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.965174:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.965178:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:1.0:1761122781.965180:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000800:00000200:1.0:1761122781.965259:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.965261:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122781.965265:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.965268:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.965270:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:1.0:1761122781.965271:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:1.0:1761122781.965279:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643642304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.966771:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.966796:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482075c0 00000400:00000200:3.0:1761122781.966805:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf54d [1] + 224 00000400:00000200:3.0:1761122781.966817:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.966820:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.966827:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643642304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122781.966883:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122781.966888:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122781.966889:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:2.0:1761122781.966895:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643642304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122781.966904:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643642304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.966930:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007af21abc. 02000000:00000010:2.0:1761122781.966935:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f26a571b. 00000100:00000010:2.0:1761122781.966939:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122781.966943:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122781.966946:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000400:00000200:3.0:1761122781.967149:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.967157:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253740 00000400:00000200:3.0:1761122781.967162:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 328 00000400:00000200:3.0:1761122781.967207:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.967212:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.967216:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122781.967221:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f866c272. 00000020:00000010:0.0:1761122781.969213:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6e56d7a. 00000020:00000010:0.0:1761122781.969226:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.969230:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.969263:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f866c272 x1846669643953984/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122781.969811:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643953984 02000000:00000010:0.0:1761122781.969824:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000058d3f931. 00010000:00000010:0.0:1761122781.969850:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3e52566. 00010000:00000010:0.0:1761122781.969869:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122781.969876:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.969891:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.969894:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000010:0.0:1761122781.969907:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122781.969913:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643953984, offset 224 00000400:00000200:0.0:1761122781.969921:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122781.969929:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f26a571b. 00000400:00000200:0.0:1761122781.969934:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.969940:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89255:89255:256:4294967295] 192.168.201.27@tcp LPNI seq info [89255:89255:8:4294967295] 00000400:00000200:0.0:1761122781.969950:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.969955:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.969960:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122781.969965:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.969973:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.969976:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.969999:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.970003:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.970007:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6e56d7a. 00010000:00000010:2.0:1761122781.970014:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.970022:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023b32c91. 00010000:00000010:2.0:1761122781.970092:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.0:1761122781.970097:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.970119:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122781.970123:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122781.970130:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122781.970140:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007af21abc. 02000000:00000010:2.0:1761122781.970161:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063ba9d2c. 00000400:00000010:2.0:1761122781.970167:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122781.970171:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122781.970176:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642368, portal 16 00000400:00000010:2.0:1761122781.970181:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122781.970183:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642368, offset 0 00000400:00000200:2.0:1761122781.970189:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.970196:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.970203:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.970207:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.970210:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.970213:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89256:89256:255:4294967295] 192.168.201.27@tcp LPNI seq info [89256:89256:7:4294967295] 00000400:00000200:2.0:1761122781.970221:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.970225:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.970228:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122781.970233:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.970237:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.970240:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122781.973253:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.973261:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347602). 00000400:00000200:3.0:1761122781.973444:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.973454:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.973459:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122781.973462:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000800:00000200:3.0:1761122781.973549:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122781.973552:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122781.973556:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.973560:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122781.973562:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:3.0:1761122781.973564:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:3.0:1761122781.973573:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643642368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122781.975523:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1278bc5. 00010000:00000010:2.1:1761122781.975703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52c5897. 00010000:00000010:2.1:1761122781.975711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd901c3. 00000400:00000200:3.0:1761122781.975979:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.975995:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207600 00000400:00000200:3.0:1761122781.976004:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf559 [1] + 224 00000400:00000200:3.0:1761122781.976016:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.976020:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122781.976029:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643642368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122781.976066:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122781.976073:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253780 00000400:00000200:3.0:1761122781.976079:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 656 00000400:00000010:2.0:1761122781.976088:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:3.0:1761122781.976089:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122781.976095:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122781.976095:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:2.0:1761122781.976098:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:3.0:1761122781.976115:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:2.0:1761122781.976116:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643642368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:3.0:1761122781.976124:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089c178c5. 00000100:00000200:2.0:1761122781.976128:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643642368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122781.976162:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063ba9d2c. 02000000:00000010:2.0:1761122781.976168:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007af21abc. 00000100:00000010:2.0:1761122781.976172:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122781.976176:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122781.976180:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000020:00000010:0.0:1761122781.976212:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6e56d7a. 00000020:00000010:0.0:1761122781.976219:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.976223:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122781.976248:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089c178c5 x1846669643954048/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122781.976284:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954048 02000000:00000010:0.0:1761122781.976297:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000052169d6. 00010000:00000010:0.0:1761122781.976328:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000524d637d. 00010000:00000010:0.0:1761122781.976351:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122781.976358:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122781.976374:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122781.976377:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000010:0.0:1761122781.976391:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122781.976396:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954048, offset 224 00000400:00000200:0.0:1761122781.976405:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122781.976584:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063ba9d2c. 00000400:00000200:0.0:1761122781.976591:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122781.976597:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89257:89257:256:4294967295] 192.168.201.27@tcp LPNI seq info [89257:89257:8:4294967295] 00000400:00000200:0.0:1761122781.976608:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122781.976613:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122781.976618:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122781.976625:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122781.976632:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122781.976636:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122781.976688:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122781.976693:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122781.976696:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6e56d7a. 00010000:00000010:2.0:1761122781.976703:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.976711:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c206c39. 00010000:00000010:2.0:1761122781.976784:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122781.976790:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.976801:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122781.976804:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122781.976811:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122781.976822:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7c423ba. 02000000:00000010:2.0:1761122781.976844:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000703fcc05. 00000400:00000010:2.0:1761122781.976849:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000800:00000200:3.0:1761122781.976852:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1761122781.976853:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000800:00000010:3.0:1761122781.976857:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000100:00000200:2.0:1761122781.976860:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642432, portal 16 00000400:00000200:3.0:1761122781.976864:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761122781.976867:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000400:00000200:3.0:1761122781.976871:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122781.976871:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642432, offset 0 00000400:00000200:3.0:1761122781.976875:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:3.0:1761122781.976877:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000400:00000200:2.0:1761122781.976886:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.976895:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.976902:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.976906:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.976910:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.976913:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89258:89258:256:4294967295] 192.168.201.27@tcp LPNI seq info [89258:89258:8:4294967295] 00000400:00000200:2.0:1761122781.976921:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.976925:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.976930:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122781.976934:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.976939:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.976941:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.977014:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.977018:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122781.977021:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.977025:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.977028:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122781.977030:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:1.0:1761122781.977035:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643642432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122781.979082:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122781.979113:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207640 00000400:00000200:1.0:1761122781.979122:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf565 [1] + 224 00000400:00000200:1.0:1761122781.979134:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.979138:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122781.979146:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643642432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122781.979232:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:0.0:1761122781.979237:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:0.0:1761122781.979239:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:0.0:1761122781.979244:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643642432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122781.979251:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643642432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122781.979274:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000703fcc05. 02000000:00000010:0.0:1761122781.979279:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7c423ba. 00000100:00000010:0.0:1761122781.979282:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:0.0:1761122781.979287:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:0.0:1761122781.979291:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000400:00000200:0.0:1761122781.981315:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.981332:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482537c0 00000400:00000200:0.0:1761122781.981340:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 984 00000400:00000200:0.0:1761122781.981403:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.981409:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.981415:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.981421:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000020:00000010:1.0:1761122781.982520:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000084a61631. 00000020:00000010:1.0:1761122781.982528:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.982534:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122781.982561:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643954112/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122781.982599:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954112 02000000:00000010:1.0:1761122781.982610:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000073ca23c9. 00010000:00000010:1.0:1761122781.982639:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c52fce7. 00010000:00000010:1.0:1761122781.982678:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122781.982685:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.982701:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122781.982706:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000010:1.0:1761122781.982721:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.982725:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954112, offset 224 00000400:00000200:1.0:1761122781.982734:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122781.982735:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7c423ba. 00000400:00000200:1.0:1761122781.982745:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.982752:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89259:89259:256:4294967295] 192.168.201.27@tcp LPNI seq info [89259:89259:8:4294967295] 00000400:00000200:1.0:1761122781.982763:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.982769:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.982774:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122781.982780:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.982789:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.982793:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122781.982812:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122781.982816:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00010000:00000010:2.0:1761122781.982819:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6a4e2a. 00000020:00000010:1.0:1761122781.982820:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000084a61631. 00010000:00000010:2.0:1761122781.982828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbe8cb29. 00000800:00000200:1.0:1761122781.983078:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.983082:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122781.983087:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.983092:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.983095:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:1.0:1761122781.983097:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00010000:00000010:2.0:1761122781.983109:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.0:1761122781.983116:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122781.983127:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004916afa1. 00000100:00000010:2.0:1761122781.983132:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122781.983138:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122781.983148:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000703fcc05. 02000000:00000010:2.0:1761122781.983168:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007af21abc. 00000400:00000010:2.0:1761122781.983172:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122781.983176:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122781.983180:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642496, portal 16 00000400:00000010:2.0:1761122781.983185:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122781.983186:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642496, offset 0 00000400:00000200:2.0:1761122781.983191:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122781.983198:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122781.983203:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122781.983207:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122781.983210:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122781.983213:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89260:89260:256:4294967295] 192.168.201.27@tcp LPNI seq info [89260:89260:8:4294967295] 00000400:00000200:2.0:1761122781.983221:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122781.983226:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122781.983229:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122781.983233:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122781.983237:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122781.983240:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122781.984280:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122781.984285:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122781.984290:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122781.984298:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122781.984301:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122781.984303:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:1.0:1761122781.984310:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643642496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.990453:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.990477:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207680 00000400:00000200:0.0:1761122781.990487:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf571 [1] + 224 00000400:00000200:0.0:1761122781.990500:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.990504:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.990517:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643642496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122781.990563:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122781.990571:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253800 00000400:00000200:0.0:1761122781.990576:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 1312 00000400:00000200:0.0:1761122781.990585:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.990588:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122781.990592:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122781.990597:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffedc83c. 00000020:00000010:3.0:1761122781.990692:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000054223715. 00000400:00000010:1.0:1761122781.990695:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000020:00000010:3.0:1761122781.990700:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000400:00000200:1.0:1761122781.990702:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:1.0:1761122781.990705:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000020:00000010:3.0:1761122781.990706:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:1.0:1761122781.990712:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643642496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122781.990729:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643642496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122781.990736:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ffedc83c x1846669643954176/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:9/0 lens 328/0 e 0 to 0 dl 1761122824 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 02000000:00000010:1.0:1761122781.990758:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007af21abc. 02000000:00000010:1.0:1761122781.990765:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000703fcc05. 00000100:00000200:3.0:1761122781.990769:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954176 00000100:00000010:1.0:1761122781.990770:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:1.0:1761122781.990775:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:1.0:1761122781.990780:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004916afa1. 02000000:00000010:3.0:1761122781.990782:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f9576119. 00010000:00000010:0.1:1761122781.990830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065419981. 00010000:00000010:3.0:1761122781.991246:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093d050a9. 00010000:00000010:3.0:1761122781.991267:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122781.991274:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122781.991289:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122781.991292:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00000400:00000010:3.0:1761122781.991305:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122781.991309:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954176, offset 224 00000400:00000200:3.0:1761122781.991317:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122781.991326:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000084a61631. 00000400:00000200:3.0:1761122781.991330:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122781.991337:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89261:89261:256:4294967295] 192.168.201.27@tcp LPNI seq info [89261:89261:8:4294967295] 00000400:00000200:3.0:1761122781.991346:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122781.991352:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122781.991357:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347602). 00000800:00000200:3.0:1761122781.991362:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122781.991370:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122781.991373:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122781.991402:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122781.991408:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122781.991413:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000054223715. 00010000:00000010:1.0:1761122781.991420:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6a4e2a. 00010000:00000010:1.0:1761122781.991428:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008bad3208. 00010000:00000010:1.0:1761122781.991500:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122781.991506:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122781.991517:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005196205f. 00000100:00000010:1.0:1761122781.991521:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122781.991526:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 02000000:00000010:1.0:1761122781.991536:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d71c8f3. 02000000:00000010:1.0:1761122781.991559:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d21d3e7. 00000400:00000010:1.0:1761122781.991563:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020d03b38. 00000400:00000010:1.0:1761122781.991568:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122781.991572:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642560, portal 16 00000400:00000010:1.0:1761122781.991576:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122781.991578:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642560, offset 0 00000400:00000200:1.0:1761122781.991584:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122781.991590:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122781.991597:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122781.991600:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122781.991604:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122781.991606:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89262:89262:255:4294967295] 192.168.201.27@tcp LPNI seq info [89262:89262:7:4294967295] 00000400:00000200:1.0:1761122781.991614:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122781.991619:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122781.991623:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347850). 00000800:00000200:1.0:1761122781.991627:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122781.991630:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122781.991633:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122781.991746:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.991750:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347602). 00000400:00000200:0.0:1761122781.991754:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.991759:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.991761:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:0.0:1761122781.991763:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000800:00000200:0.0:1761122781.991829:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122781.991831:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:0.0:1761122781.991835:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122781.991839:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122781.991841:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:0.0:1761122781.991842:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000100:00000200:0.0:1761122781.991848:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000963727ec x1846669643642560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122781.997747:0:78648:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007593f20. 00010000:00000010:2.1:1761122781.997763:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:0.1:1761122781.998395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ada53f99. 00010000:00000010:1.1:1761122781.998468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed704176. 00000400:00000200:1.0:1761122782.001577:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.001597:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482076c0 00000400:00000200:1.0:1761122782.001607:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf57d [1] + 224 00000400:00000200:1.0:1761122782.001623:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.001627:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.001637:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000963727ec x1846669643642560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.001720:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020d03b38. 00000400:00000200:3.0:1761122782.001725:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:3.0:1761122782.001727:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000100:00000200:3.0:1761122782.001734:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000963727ec x1846669643642560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.001742:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000963727ec x1846669643642560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122825 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.001768:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d21d3e7. 02000000:00000010:3.0:1761122782.001773:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d71c8f3. 00000100:00000010:3.0:1761122782.001776:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 00000100:00000010:3.0:1761122782.001779:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:3.0:1761122782.001783:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005196205f. 00000400:00000200:0.0:1761122782.005974:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.005992:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253840 00000400:00000200:0.0:1761122782.005999:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 1640 00000400:00000200:0.0:1761122782.006055:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.006060:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.006066:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.006071:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:1.0:1761122782.006155:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021a3ded4. 00000020:00000010:1.0:1761122782.006162:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.006166:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.006193:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643954240/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122782.006237:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954240 02000000:00000010:1.0:1761122782.006250:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d71c8f3. 00010000:00000010:1.0:1761122782.006278:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012af6db2. 00010000:00000010:1.0:1761122782.006298:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122782.006305:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122782.006324:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122782.006330:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000010:1.0:1761122782.006345:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122782.006350:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954240, offset 224 00000400:00000200:1.0:1761122782.006358:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122782.006360:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054223715. 00000400:00000200:1.0:1761122782.006369:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.006376:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89263:89263:256:4294967295] 192.168.201.27@tcp LPNI seq info [89263:89263:8:4294967295] 00000400:00000200:1.0:1761122782.006386:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.006392:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.006397:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122782.006403:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.006411:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.006415:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.006441:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00010000:00000010:3.0:1761122782.006443:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00000020:00000010:1.0:1761122782.006447:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00010000:00000010:3.0:1761122782.006451:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007802cef0. 00000020:00000010:1.0:1761122782.006452:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021a3ded4. 00010000:00000010:3.0:1761122782.006524:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122782.006530:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122782.006539:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122782.006543:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.006549:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003a5e845. 02000000:00000010:3.0:1761122782.006559:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe48309b. 02000000:00000010:3.0:1761122782.006579:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc06ae70. 00000400:00000010:3.0:1761122782.006583:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000552f1ae. 00000400:00000010:3.0:1761122782.006588:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122782.006592:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642624, portal 16 00000400:00000010:3.0:1761122782.006596:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122782.006598:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642624, offset 0 00000400:00000200:3.0:1761122782.006603:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.006609:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.006615:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.006619:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.006621:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.006624:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89264:89264:255:4294967295] 192.168.201.27@tcp LPNI seq info [89264:89264:7:4294967295] 00000400:00000200:3.0:1761122782.006632:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.006636:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.006640:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048778ccb (tot 82347850). 00000800:00000200:3.0:1761122782.006643:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.006648:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.006650:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048778ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122782.006685:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015953a70. 00010000:00000010:1.1:1761122782.006705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000980cb426. 00010000:00000010:1.1:1761122782.006713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00000800:00000200:0.0:1761122782.006763:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.006767:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347602). 00000400:00000200:0.0:1761122782.006771:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.006775:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.006778:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:0.0:1761122782.006780:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000800:00000200:0.0:1761122782.006818:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.006820:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048778ccb (tot 82347354). 00000400:00000200:0.0:1761122782.006823:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.006826:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.006828:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:0.0:1761122782.006829:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00000100:00000200:0.0:1761122782.006834:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003a5e845 x1846669643642624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.006895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd2da50. 00010000:00000010:2.1:1761122782.006901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.1:1761122782.006905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000301938f1. 00010000:00000010:2.1:1761122782.006908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00000400:00000200:1.0:1761122782.008983:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.009000:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207700 00000400:00000200:1.0:1761122782.009008:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf589 [1] + 224 00000400:00000200:1.0:1761122782.009022:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.009026:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.009034:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003a5e845 x1846669643642624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.009578:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.009586:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253880 00000400:00000200:1.0:1761122782.009592:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadec1 [2] + 1968 00000400:00000010:1.0:1761122782.009596:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009d5bec61. 00000400:00000200:1.0:1761122782.009600:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b61bde4d 00000400:00000200:1.0:1761122782.009677:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.009682:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.009685:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b61bde4d 00000400:00000010:1.0:1761122782.009687:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b61bde4d (tot 82347202). 00000100:00000200:1.0:1761122782.009693:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122782.009793:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af21abc. 00000020:00000010:2.0:1761122782.009801:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122782.009806:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000400:00000010:3.0:1761122782.009813:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000552f1ae. 00000400:00000200:3.0:1761122782.009818:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:3.0:1761122782.009820:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:3.0:1761122782.009826:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003a5e845 x1846669643642624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.009833:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000090840cea x1846669643954304/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.009840:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003a5e845 x1846669643642624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.009875:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc06ae70. 02000000:00000010:3.0:1761122782.009882:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe48309b. 00000100:00000200:2.0:1761122782.009882:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954304 00000100:00000010:3.0:1761122782.009887:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003a5e845. 00000100:00000010:3.0:1761122782.009893:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 02000000:00000010:2.0:1761122782.009896:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344ec712. 00010000:00000010:3.0:1761122782.009897:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00010000:00000010:2.0:1761122782.010300:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008ed13e64. 00010000:00000010:2.0:1761122782.010322:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f414ef0f. 00000100:00000010:2.0:1761122782.010502:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edbe58d1. 00000100:00000010:2.0:1761122782.010521:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edbe58d1. 00010000:00000010:2.0:1761122782.010525:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f414ef0f. 00000400:00000010:2.0:1761122782.010538:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122782.010542:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954304, offset 224 00000400:00000200:2.0:1761122782.010550:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122782.010556:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe48309b. 00000400:00000200:2.0:1761122782.010561:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.010567:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89265:89265:256:4294967295] 192.168.201.27@tcp LPNI seq info [89265:89265:8:4294967295] 00000400:00000200:2.0:1761122782.010576:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.010581:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.010585:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347450). 00000800:00000200:2.0:1761122782.010590:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.010597:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.010600:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.010621:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002ed85a35. 00000020:00000010:2.0:1761122782.010625:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.010629:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af21abc. 02000000:00000010:2.0:1761122782.010638:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d71c8f3. 00000100:00000010:2.0:1761122782.010640:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00010000:00000010:3.0:1761122782.010641:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 02000000:00000010:2.0:1761122782.010645:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f9576119. 00010000:00000010:3.0:1761122782.010649:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000040e889e0. 00000100:00000010:2.0:1761122782.010650:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffedc83c. 02000000:00000010:2.0:1761122782.010675:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000073ca23c9. 00000100:00000010:2.0:1761122782.010678:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 02000000:00000010:2.0:1761122782.010681:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000052169d6. 00000100:00000010:2.0:1761122782.010684:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089c178c5. 02000000:00000010:2.0:1761122782.010688:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000058d3f931. 00000100:00000010:2.0:1761122782.010691:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f866c272. 02000000:00000010:2.0:1761122782.010694:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:2.0:1761122782.010696:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bf400c90. 00000100:00000200:2.0:1761122782.010702:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122782.010706:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000078e5974d. 00000400:00000010:2.0:1761122782.010709:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000edbe58d1 (tot 82347602). 00000001:00000010:3.0:1761122782.010744:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000552f1ae. 00000001:00000010:3.0:1761122782.010752:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000552f1ae. 00000001:00000010:3.0:1761122782.010756:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000552f1ae. 00000001:00000010:3.0:1761122782.010758:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000982ad50d. 00010000:00000010:3.0:1761122782.010788:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000095a67e. 00010000:00000010:3.0:1761122782.010793:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006241c36a. 00010000:00000010:3.0:1761122782.010804:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000800:00000200:0.0:1761122782.010807:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761122782.010808:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000800:00000010:0.0:1761122782.010812:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000100:00000010:3.0:1761122782.010816:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003a5e845. 00000400:00000200:0.0:1761122782.010817:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.010823:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.010826:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 02000000:00000010:3.0:1761122782.010827:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cc06ae70. 00000400:00000010:0.0:1761122782.010828:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 02000000:00000010:0.0:1761122782.010833:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344ec712. 02000000:00000010:3.0:1761122782.010851:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b9f4283. 00000400:00000010:3.0:1761122782.010857:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000a008113. 00000400:00000010:3.0:1761122782.010860:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122782.010863:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642688, portal 16 00000400:00000010:3.0:1761122782.010867:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122782.010869:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642688, offset 0 00000400:00000200:3.0:1761122782.010875:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.010888:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.010895:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.010898:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.010901:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.010903:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89266:89266:256:4294967295] 192.168.201.27@tcp LPNI seq info [89266:89266:8:4294967295] 00000400:00000200:3.0:1761122782.010911:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.010916:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.010919:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347602). 00000800:00000200:3.0:1761122782.010923:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.010976:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.010979:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.011060:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.011063:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347354). 00000400:00000200:0.0:1761122782.011067:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.011070:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.011073:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:0.0:1761122782.011074:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000100:00000200:0.0:1761122782.011079:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000003a5e845 x1846669643642688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.018879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000904fc621. 00010000:00000010:3.1:1761122782.018892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.1:1761122782.019171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71dd518. 00000400:00000200:1.0:1761122782.022376:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.022396:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207740 00000400:00000200:1.0:1761122782.022404:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf599 [1] + 224 00000400:00000200:1.0:1761122782.022423:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.022428:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.022439:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000003a5e845 x1846669643642688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.022719:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000a008113. 00000400:00000200:2.0:1761122782.022724:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:2.0:1761122782.022726:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:2.0:1761122782.022733:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000003a5e845 x1846669643642688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.022741:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000003a5e845 x1846669643642688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.022770:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b9f4283. 02000000:00000010:2.0:1761122782.022775:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cc06ae70. 00000100:00000010:2.0:1761122782.022779:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003a5e845. 00000100:00000010:2.0:1761122782.022783:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:2.0:1761122782.022787:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00010000:00000010:2.1:1761122782.026733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068f11341. 00010000:00000010:3.1:1761122782.026921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dd60269. 00010000:00000010:3.1:1761122782.026929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00000400:00000200:0.0:1761122782.028147:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.028168:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482538c0 00000400:00000200:0.0:1761122782.028177:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 0 00000400:00000200:0.0:1761122782.029237:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.029247:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.029255:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.029263:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:0.0:1761122782.029325:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000052169d6. 00000020:00000010:0.0:1761122782.029333:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122782.029337:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.029574:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643954368/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.029600:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954368 02000000:00000010:0.0:1761122782.029610:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069a909cd. 00010000:00000010:0.0:1761122782.029634:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f78c29bd. 00010000:00000010:0.0:1761122782.029668:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122782.029676:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122782.029687:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122782.029691:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000010:0.0:1761122782.029704:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122782.029708:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954368, offset 224 00000400:00000200:0.0:1761122782.029715:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.029725:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.029731:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89267:89267:256:4294967295] 192.168.201.27@tcp LPNI seq info [89267:89267:8:4294967295] 00000400:00000200:0.0:1761122782.029740:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.029745:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.029749:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122782.029754:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.029760:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.029763:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.029777:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122782.029781:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.029783:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000052169d6. 00080000:00000010:1.0:1761122782.032787:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021a3ded4. 00010000:00000010:1.0:1761122782.032922:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006241c36a. 00010000:00000010:1.0:1761122782.032935:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e8e32a11. 00010000:00000010:1.0:1761122782.033018:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.0:1761122782.033025:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.033040:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000035414603. 00000100:00000010:1.0:1761122782.033049:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122782.033059:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 02000000:00000010:1.0:1761122782.033074:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:1.0:1761122782.033112:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ad5993cb. 00000400:00000010:1.0:1761122782.033119:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004990661c. 00000400:00000010:1.0:1761122782.033125:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122782.033132:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642752, portal 16 00000400:00000010:1.0:1761122782.033137:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122782.033140:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642752, offset 0 00000400:00000200:1.0:1761122782.033149:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.033165:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.033172:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.033176:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.033179:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.033183:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89268:89268:255:4294967295] 192.168.201.27@tcp LPNI seq info [89268:89268:7:4294967295] 00000400:00000200:1.0:1761122782.033194:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.033200:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.033205:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347850). 00000800:00000200:1.0:1761122782.033211:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.033218:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.033224:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.033387:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.033391:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347602). 00000400:00000200:0.0:1761122782.033397:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.033402:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.033406:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122782.033409:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000800:00000200:0.0:1761122782.033461:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.033463:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:0.0:1761122782.033466:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.033469:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.033471:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:0.0:1761122782.033472:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000100:00000200:0.0:1761122782.033479:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001a4ea7e4 x1846669643642752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.041754:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.041775:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207780 00000400:00000200:1.0:1761122782.041785:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5a5 [1] + 224 00000400:00000200:1.0:1761122782.041802:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.041807:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.041818:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001a4ea7e4 x1846669643642752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.042181:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004990661c. 00000400:00000200:3.0:1761122782.042185:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122782.042188:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000100:00000200:3.0:1761122782.042194:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001a4ea7e4 x1846669643642752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.042203:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001a4ea7e4 x1846669643642752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.042234:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ad5993cb. 02000000:00000010:3.0:1761122782.042242:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:3.0:1761122782.042247:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 00000100:00000010:3.0:1761122782.042250:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:3.0:1761122782.042255:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000035414603. 00000400:00000200:1.0:1761122782.042315:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.042323:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253900 00000400:00000200:1.0:1761122782.042329:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 328 00000400:00000200:1.0:1761122782.042381:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.042385:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.042389:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.042394:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001a4ea7e4. 00000020:00000010:3.0:1761122782.042526:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab09fc99. 00000020:00000010:3.0:1761122782.042533:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.042538:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.042562:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a4ea7e4 x1846669643954432/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.043608:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954432 02000000:00000010:3.0:1761122782.043622:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc06ae70. 00010000:00000010:3.0:1761122782.043650:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000171b66f8. 00010000:00000010:3.0:1761122782.044316:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.044325:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.044347:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.044351:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000010:3.0:1761122782.044368:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.044374:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954432, offset 224 00000400:00000200:3.0:1761122782.044385:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.044399:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.044405:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89269:89269:256:4294967295] 192.168.201.27@tcp LPNI seq info [89269:89269:8:4294967295] 00000400:00000200:3.0:1761122782.044415:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.044421:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.044426:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.044432:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.044440:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.044444:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.044462:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.044467:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.044471:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab09fc99. 00000800:00000200:0.0:1761122782.048274:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.048282:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:0.0:1761122782.048289:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.048299:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.048305:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:0.0:1761122782.048308:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00080000:00000010:0.0:1761122782.048550:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000052169d6. 00010000:00000010:0.0:1761122782.048652:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:0.0:1761122782.048680:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d4c7cdd. 00010000:00000010:0.0:1761122782.048753:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122782.048759:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8cd04ae. 00010000:00000010:0.0:1761122782.048772:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122782.048779:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122782.048788:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.048802:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000098f81d29. 02000000:00000010:0.0:1761122782.048829:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000527f655. 00000400:00000010:0.0:1761122782.048835:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122782.048840:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122782.048846:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642816, portal 16 00000400:00000010:0.0:1761122782.048851:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122782.048854:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642816, offset 0 00000400:00000200:0.0:1761122782.048861:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.048874:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.048883:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.048886:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.048889:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.048893:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89270:89270:256:4294967295] 192.168.201.27@tcp LPNI seq info [89270:89270:8:4294967295] 00000400:00000200:0.0:1761122782.048902:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.048908:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.048913:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122782.048919:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.048927:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.048930:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.049792:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.049797:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:0.0:1761122782.049803:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.049809:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.049813:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:0.0:1761122782.049814:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:0.0:1761122782.049822:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643642816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.051709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bd9d3a6. 00010000:00000010:1.1:1761122782.051723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000095a67e. 00010000:00000010:0.1:1761122782.051815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cf06258. 00000400:00000200:1.0:1761122782.053228:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.053249:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482077c0 00000400:00000200:1.0:1761122782.053257:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5b1 [1] + 224 00000400:00000200:1.0:1761122782.053480:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.053484:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.053494:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643642816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.053568:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:0.0:1761122782.053573:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122782.053575:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122782.053582:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643642816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.053589:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643642816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.053619:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000527f655. 02000000:00000010:0.0:1761122782.053624:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000098f81d29. 00000100:00000010:0.0:1761122782.053627:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122782.053632:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:0.0:1761122782.053636:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000200:0.0:1761122782.053892:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.053901:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253940 00000400:00000200:0.0:1761122782.053907:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 656 00000400:00000200:0.0:1761122782.053957:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.053961:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.053965:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.053970:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:3.0:1761122782.054044:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ab09fc99. 00000020:00000010:3.0:1761122782.054051:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.054055:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.054079:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643954496/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.054119:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954496 02000000:00000010:3.0:1761122782.054131:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b9f4283. 00010000:00000010:3.0:1761122782.054155:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007c9fee35. 00010000:00000010:3.0:1761122782.054173:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.054178:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.054195:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.054199:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000010:3.0:1761122782.054211:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.054215:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954496, offset 224 00000400:00000200:3.0:1761122782.054222:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.054232:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.054238:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89271:89271:256:4294967295] 192.168.201.27@tcp LPNI seq info [89271:89271:8:4294967295] 00000400:00000200:3.0:1761122782.054247:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.054252:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.054257:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.054262:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.054269:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.054273:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.054295:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.054299:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.054304:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ab09fc99. 00000800:00000200:3.0:1761122782.054357:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.054361:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:3.0:1761122782.054364:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.054368:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.054371:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:3.0:1761122782.054373:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00080000:00000010:0.0:1761122782.054461:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000098f81d29. 00010000:00000010:0.0:1761122782.054537:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:0.0:1761122782.054543:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e6abf7d. 00010000:00000010:0.0:1761122782.054624:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf2982b. 00010000:00000010:0.0:1761122782.054629:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a8cd04ae. 00010000:00000010:0.0:1761122782.054638:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122782.054640:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e5f1b190. 00000100:00000010:0.0:1761122782.054647:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.054688:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000527f655. 02000000:00000010:0.0:1761122782.054709:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003e365335. 00000400:00000010:0.0:1761122782.054712:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122782.054716:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122782.054720:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642880, portal 16 00000400:00000010:0.0:1761122782.054724:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122782.054726:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642880, offset 0 00000400:00000200:0.0:1761122782.054730:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.054737:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.054743:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.054746:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.054748:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.054750:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89272:89272:256:4294967295] 192.168.201.27@tcp LPNI seq info [89272:89272:8:4294967295] 00000400:00000200:0.0:1761122782.054758:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.054761:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.054764:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122782.054768:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.054772:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.054774:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.054852:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.054855:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:1.0:1761122782.054859:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.054862:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.054865:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:1.0:1761122782.054866:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:1.0:1761122782.054871:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643642880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.059967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e8ee91. 00000400:00000200:1.0:1761122782.062148:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.062168:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207800 00000400:00000200:1.0:1761122782.062178:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5bd [1] + 224 00000400:00000200:1.0:1761122782.062191:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.062195:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.062209:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643642880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.062246:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.062251:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253980 00000400:00000200:1.0:1761122782.062256:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 984 00000400:00000200:1.0:1761122782.062515:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.062519:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.062523:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.062529:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000963727ec. 00000020:00000010:1.0:1761122782.062582:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000407f694. 00000020:00000010:1.0:1761122782.062588:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.062593:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.062618:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000963727ec x1846669643954560/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122782.062645:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954560 02000000:00000010:1.0:1761122782.062678:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005abeae5f. 00010000:00000010:1.0:1761122782.062716:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000563cec10. 00000100:00000010:1.0:1761122782.062723:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122782.062729:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:1.0:1761122782.062733:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000563cec10. 00000400:00000010:1.0:1761122782.062748:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122782.062752:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954560, offset 224 00000400:00000200:1.0:1761122782.062760:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.062769:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.062776:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89273:89273:256:4294967295] 192.168.201.27@tcp LPNI seq info [89273:89273:8:4294967295] 00000400:00000200:1.0:1761122782.062786:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.062791:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.062795:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122782.062801:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.062809:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.062812:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.062828:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.062832:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.062835:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000407f694. 00000800:00000200:3.0:1761122782.063011:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.063015:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:3.0:1761122782.063020:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.063025:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.063028:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122782.063030:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000400:00000010:3.0:1761122782.063051:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:3.0:1761122782.063055:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122782.063056:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:3.0:1761122782.063062:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643642880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.063070:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643642880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.063090:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c13bd12. 02000000:00000010:3.0:1761122782.063296:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003e365335. 02000000:00000010:3.0:1761122782.063303:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000527f655. 00000100:00000010:3.0:1761122782.063307:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:3.0:1761122782.063311:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e5f1b190. 00010000:00000010:3.0:1761122782.063314:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00080000:00000010:3.0:1761122782.063329:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab09fc99. 00010000:00000010:3.0:1761122782.063412:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8cd04ae. 00010000:00000010:3.0:1761122782.063418:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065561ca9. 00010000:00000010:3.0:1761122782.063535:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122782.063541:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.063551:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.063556:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.063563:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 02000000:00000010:3.0:1761122782.063572:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f9576119. 02000000:00000010:3.0:1761122782.063594:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c22a9d. 00000400:00000010:3.0:1761122782.063599:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5df2c86. 00000400:00000010:3.0:1761122782.063604:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.063608:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643642944, portal 16 00000400:00000010:3.0:1761122782.063613:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122782.063614:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643642944, offset 0 00000400:00000200:3.0:1761122782.063621:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.063628:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.063634:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.063637:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.063640:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.063643:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89274:89274:256:4294967295] 192.168.201.27@tcp LPNI seq info [89274:89274:8:4294967295] 00000400:00000200:3.0:1761122782.063651:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.063687:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.063691:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.063695:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.063700:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.063702:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.067311:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.067318:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:1.0:1761122782.067326:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.067335:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.067340:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:1.0:1761122782.067343:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000100:00000200:1.0:1761122782.067353:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c7b672d x1846669643642944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.067627:0:78649:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076ee4235. 00010000:00000010:0.1:1761122782.067635:0:78649:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645e3cac. 00010000:00000010:3.1:1761122782.067843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7bd79bc. 00010000:00000010:0.1:1761122782.069708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072594cd4. 00010000:00000010:0.1:1761122782.069720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00010000:00000010:3.1:1761122782.070171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0d2af2c. 00010000:00000010:3.1:1761122782.070177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042d1fe0a. 00010000:00000010:3.1:1761122782.070182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf2982b. 00000400:00000200:1.0:1761122782.072796:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.072816:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207840 00000400:00000200:1.0:1761122782.072826:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5c9 [1] + 224 00000400:00000200:1.0:1761122782.072837:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.072841:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.072852:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c7b672d x1846669643642944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.072890:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.072896:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482539c0 00000400:00000200:1.0:1761122782.072901:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 1312 00000400:00000200:1.0:1761122782.072992:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.072997:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.073002:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.073008:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b8b40b6a. 00000020:00000010:0.0:1761122782.073139:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3b3059b. 00000020:00000010:0.0:1761122782.073148:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.073152:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.073177:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b8b40b6a x1846669643954624/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122782.073212:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954624 02000000:00000010:0.0:1761122782.073224:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000527f655. 00010000:00000010:0.0:1761122782.073265:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.073271:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122782.073278:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122782.073282:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.073512:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122782.073517:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954624, offset 224 00000400:00000200:0.0:1761122782.073527:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.073538:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.073544:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89275:89275:256:4294967295] 192.168.201.27@tcp LPNI seq info [89275:89275:8:4294967295] 00000400:00000200:0.0:1761122782.073555:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.073560:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.073565:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122782.073570:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.073578:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.073581:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.073606:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.073610:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.073613:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3b3059b. 00000400:00000010:3.0:1761122782.073748:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5df2c86. 00000400:00000200:3.0:1761122782.073752:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:3.0:1761122782.073754:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.073759:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c7b672d x1846669643642944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.073767:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c7b672d x1846669643642944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.073789:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076c4d972. 02000000:00000010:3.0:1761122782.073803:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c22a9d. 02000000:00000010:3.0:1761122782.073808:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f9576119. 00000100:00000010:3.0:1761122782.073813:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000100:00000010:3.0:1761122782.073817:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.073820:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00080000:00000010:3.0:1761122782.073837:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce1b0f5c. 00010000:00000010:3.0:1761122782.073928:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.074167:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d90d6f9. 00010000:00000010:3.0:1761122782.074272:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aef9ab3c. 00010000:00000010:3.0:1761122782.074280:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.074292:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.074296:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.074303:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 02000000:00000010:3.0:1761122782.074316:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d64267f4. 02000000:00000010:3.0:1761122782.074345:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9576119. 00000400:00000010:3.0:1761122782.074349:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5df2c86. 00000400:00000010:3.0:1761122782.074353:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.074358:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643008, portal 16 00000400:00000010:3.0:1761122782.074363:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122782.074364:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643008, offset 0 00000400:00000200:3.0:1761122782.074371:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.074377:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.074386:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.074391:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.074395:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.074398:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89276:89276:255:4294967295] 192.168.201.27@tcp LPNI seq info [89276:89276:7:4294967295] 00000400:00000200:3.0:1761122782.074405:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.074410:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.074413:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347850). 00000800:00000200:3.0:1761122782.074417:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.074423:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.074425:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.074542:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.074547:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347602). 00000400:00000200:2.0:1761122782.074552:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.074557:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.074560:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:2.0:1761122782.074562:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000800:00000200:2.0:1761122782.074618:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.074620:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347354). 00000400:00000200:2.0:1761122782.074624:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.074627:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.074629:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:2.0:1761122782.074630:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:2.0:1761122782.074641:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c7b672d x1846669643643008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.080878:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.080901:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207880 00000400:00000200:1.0:1761122782.080909:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5d5 [1] + 224 00000400:00000200:1.0:1761122782.080922:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.080925:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.080936:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c7b672d x1846669643643008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.081089:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.081096:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253a00 00000400:00000200:1.0:1761122782.081112:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 1640 00000400:00000200:1.0:1761122782.081125:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.081128:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.081132:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.081139:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000400:00000010:3.0:1761122782.081293:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5df2c86. 00000400:00000200:3.0:1761122782.081298:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:3.0:1761122782.081299:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.081305:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c7b672d x1846669643643008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.081312:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c7b672d x1846669643643008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.081342:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9576119. 02000000:00000010:3.0:1761122782.081349:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d64267f4. 00000100:00000010:3.0:1761122782.081533:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000100:00000010:3.0:1761122782.081537:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.081541:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000020:00000010:2.0:1761122782.081640:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000058d3f931. 00000020:00000010:2.0:1761122782.081648:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006d74ddc2. 00000020:00000010:2.0:1761122782.081700:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.081727:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643954688/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.081766:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954688 02000000:00000010:2.0:1761122782.081779:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344ec712. 00010000:00000010:2.0:1761122782.081805:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000aab8d33. 00010000:00000010:2.0:1761122782.081823:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f414ef0f. 00000100:00000010:2.0:1761122782.081830:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122782.081841:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:2.0:1761122782.081845:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f414ef0f. 00000400:00000010:2.0:1761122782.081857:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122782.081861:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954688, offset 224 00000400:00000200:2.0:1761122782.081869:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.081879:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.081885:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89277:89277:256:4294967295] 192.168.201.27@tcp LPNI seq info [89277:89277:8:4294967295] 00000400:00000200:2.0:1761122782.081895:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.081901:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.081905:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122782.081911:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.081919:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.081922:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.081945:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006d74ddc2. 00000020:00000010:2.0:1761122782.081949:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.081953:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000058d3f931. 00080000:00000010:3.0:1761122782.082069:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9576119. 00010000:00000010:3.0:1761122782.082159:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.082165:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000627ab844. 00010000:00000010:3.0:1761122782.082233:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b23c02f0. 00010000:00000010:3.0:1761122782.082239:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.082454:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.082458:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.082464:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 02000000:00000010:3.0:1761122782.082475:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d64267f4. 02000000:00000010:3.0:1761122782.082497:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050c22a9d. 00000400:00000010:3.0:1761122782.082501:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5df2c86. 00000400:00000010:3.0:1761122782.082505:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.082510:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643072, portal 16 00000400:00000010:3.0:1761122782.082514:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122782.082516:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643072, offset 0 00000400:00000200:3.0:1761122782.082522:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.082528:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.082535:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.082538:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.082541:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.082544:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89278:89278:255:4294967295] 192.168.201.27@tcp LPNI seq info [89278:89278:7:4294967295] 00000400:00000200:3.0:1761122782.082552:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.082557:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.082560:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048778ccb (tot 82347850). 00000800:00000200:3.0:1761122782.082564:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.082569:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.082572:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048778ccb type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.082685:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.082689:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:1.0:1761122782.082692:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.082697:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.082700:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:1.0:1761122782.082702:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000800:00000200:1.0:1761122782.082768:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.082770:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048778ccb (tot 82347354). 00000400:00000200:1.0:1761122782.082774:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.082778:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.082780:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:1.0:1761122782.082782:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:1.0:1761122782.082788:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c7b672d x1846669643643072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.086733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021fbf95d. 00010000:00000010:3.1:1761122782.086748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008cfad938. 00010000:00000010:3.1:1761122782.086752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00000400:00000200:2.0:1761122782.088255:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.088278:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482078c0 00000400:00000200:2.0:1761122782.088288:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5e1 [1] + 224 00000400:00000200:2.0:1761122782.088304:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.088308:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.088319:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c7b672d x1846669643643072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.088399:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5df2c86. 00000400:00000200:3.0:1761122782.088404:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:3.0:1761122782.088407:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.088412:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c7b672d x1846669643643072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.088420:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c7b672d x1846669643643072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.088518:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050c22a9d. 02000000:00000010:3.0:1761122782.088524:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d64267f4. 00000100:00000010:3.0:1761122782.088529:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000100:00000010:3.0:1761122782.088534:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.088538:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000200:1.0:1761122782.088611:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.088621:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253a40 00000400:00000200:1.0:1761122782.088626:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf19 [2] + 1968 00000400:00000010:1.0:1761122782.088630:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d33b28ed. 00000400:00000200:1.0:1761122782.088633:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000008ba29931 00000400:00000200:1.0:1761122782.088837:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.088842:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.088846:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008ba29931 00000400:00000010:1.0:1761122782.088848:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000008ba29931 (tot 82347202). 00000100:00000200:1.0:1761122782.088853:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122782.090384:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3b3059b. 00000020:00000010:0.0:1761122782.090395:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.090399:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.090430:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ba9c98e5 x1846669643954752/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.090466:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954752 02000000:00000010:0.0:1761122782.090477:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e365335. 00010000:00000010:0.0:1761122782.090504:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006260795f. 00010000:00000010:0.0:1761122782.090525:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.090531:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000059bb75ed. 00000100:00000010:0.0:1761122782.090540:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000059bb75ed. 00010000:00000010:0.0:1761122782.090543:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.090556:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122782.090561:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954752, offset 224 00000400:00000200:0.0:1761122782.090569:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.090580:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.090585:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89279:89279:256:4294967295] 192.168.201.27@tcp LPNI seq info [89279:89279:8:4294967295] 00000400:00000200:0.0:1761122782.090595:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.090600:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.090604:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347450). 00000800:00000200:0.0:1761122782.090610:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.090617:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.090621:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.090636:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.090640:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.090642:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3b3059b. 02000000:00000010:0.0:1761122782.090649:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344ec712. 00000100:00000010:0.0:1761122782.090652:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:0.0:1761122782.090678:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000527f655. 00000100:00000010:0.0:1761122782.090680:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b8b40b6a. 02000000:00000010:0.0:1761122782.090684:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005abeae5f. 00000100:00000010:0.0:1761122782.090686:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000963727ec. 02000000:00000010:0.0:1761122782.090689:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b9f4283. 00000100:00000010:0.0:1761122782.090691:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.090695:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc06ae70. 00000100:00000010:0.0:1761122782.090697:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001a4ea7e4. 02000000:00000010:0.0:1761122782.090700:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069a909cd. 00000100:00000010:0.0:1761122782.090702:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000200:0.0:1761122782.090709:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122782.090714:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000305b66f6. 00000400:00000010:0.0:1761122782.090717:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000059bb75ed (tot 82347602). 00080000:00000010:3.0:1761122782.090931:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050c22a9d. 00010000:00000010:3.0:1761122782.091016:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.091023:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002545b897. 00010000:00000010:3.0:1761122782.091111:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:3.0:1761122782.091117:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000058e5b30e. 00010000:00000010:3.0:1761122782.091128:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122782.091132:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.091140:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 02000000:00000010:3.0:1761122782.091152:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d64267f4. 02000000:00000010:3.0:1761122782.091178:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ffb5827. 00000400:00000010:3.0:1761122782.091182:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5df2c86. 00000400:00000010:3.0:1761122782.091186:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.091190:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643136, portal 16 00000400:00000010:3.0:1761122782.091194:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122782.091197:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643136, offset 0 00000400:00000200:3.0:1761122782.091203:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.091210:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.091217:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.091222:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.091224:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.091226:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89280:89280:255:4294967295] 192.168.201.27@tcp LPNI seq info [89280:89280:7:4294967295] 00000400:00000200:3.0:1761122782.091234:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.091239:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.091242:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347850). 00000800:00000200:3.0:1761122782.091246:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.091250:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.091253:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.093893:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.093900:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347602). 00000400:00000200:1.0:1761122782.093909:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.093918:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.093923:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:1.0:1761122782.093924:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 02000000:00000010:1.0:1761122782.093931:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e365335. 00000800:00000200:1.0:1761122782.093999:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.094002:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:1.0:1761122782.094005:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.094008:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.094011:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:1.0:1761122782.094012:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000100:00000200:1.0:1761122782.094019:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c7b672d x1846669643643136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.102773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073e46868. 00000400:00000200:2.0:1761122782.102834:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.102852:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207900 00000400:00000200:2.0:1761122782.102861:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5f1 [1] + 224 00000400:00000200:2.0:1761122782.102875:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.102880:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.102891:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c7b672d x1846669643643136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.103223:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5df2c86. 00000400:00000200:0.0:1761122782.103228:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:0.0:1761122782.103231:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:0.0:1761122782.103237:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c7b672d x1846669643643136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.103247:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c7b672d x1846669643643136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.103275:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ffb5827. 02000000:00000010:0.0:1761122782.103281:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d64267f4. 00000100:00000010:0.0:1761122782.103285:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000100:00000010:0.0:1761122782.103289:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:0.0:1761122782.103294:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000200:2.0:1761122782.107245:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.107263:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253a80 00000400:00000200:2.0:1761122782.107271:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 0 00000400:00000200:2.0:1761122782.107337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.107343:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.107350:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.107356:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 00000020:00000010:3.0:1761122782.107456:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd798cbe. 00000020:00000010:3.0:1761122782.107462:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.107467:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.107493:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643954816/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.107533:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954816 02000000:00000010:3.0:1761122782.107544:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed666d40. 00010000:00000010:3.0:1761122782.107572:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bb8e872. 00010000:00000010:3.0:1761122782.107591:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a25d1b. 00000100:00000010:3.0:1761122782.107597:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.107620:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.107625:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a25d1b. 00000400:00000010:3.0:1761122782.107638:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122782.107643:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954816, offset 224 00000400:00000200:3.0:1761122782.107651:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.107679:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.107684:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89281:89281:256:4294967295] 192.168.201.27@tcp LPNI seq info [89281:89281:8:4294967295] 00000400:00000200:3.0:1761122782.107695:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.107701:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.107705:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.107712:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.107719:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.107723:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.107739:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.107743:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.107746:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd798cbe. 00080000:00000010:2.0:1761122782.107812:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000344ec712. 00010000:00000010:2.0:1761122782.107904:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058e5b30e. 00010000:00000010:2.0:1761122782.107911:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060848737. 00010000:00000010:2.0:1761122782.108198:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122782.108203:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000002ed85a35. 00010000:00000010:2.0:1761122782.108209:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122782.108214:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002721fcb2. 00080000:00000010:2.0:1761122782.108227:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000058d3f931. 00010000:00000010:2.0:1761122782.108465:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002721fcb2. 00010000:00000010:2.0:1761122782.108470:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ed85a35. 00010000:00000010:2.0:1761122782.108524:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.0:1761122782.108529:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002721fcb2. 00010000:00000010:2.0:1761122782.108537:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f414ef0f. 00000100:00000010:2.0:1761122782.108541:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122782.108547:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122782.108559:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007af21abc. 02000000:00000010:2.0:1761122782.108586:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2916892. 00000400:00000010:2.0:1761122782.108591:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122782.108596:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122782.108600:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643200, portal 16 00000400:00000010:2.0:1761122782.108605:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122782.108606:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643200, offset 0 00000400:00000200:2.0:1761122782.108612:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.108618:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.108625:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.108628:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.108631:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.108634:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89282:89282:255:4294967295] 192.168.201.27@tcp LPNI seq info [89282:89282:7:4294967295] 00000400:00000200:2.0:1761122782.108641:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.108646:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.108649:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122782.108691:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.108697:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.108699:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.108805:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.108808:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347602). 00000400:00000200:1.0:1761122782.108812:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.108815:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.108819:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:1.0:1761122782.108821:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000800:00000200:1.0:1761122782.108855:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.108856:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122782.108859:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.108862:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.108863:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:1.0:1761122782.108865:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:1.0:1761122782.108869:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013349015 x1846669643643200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761122782.110869:0:66607:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.110888:0:66607:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000104b6ddf. 02000000:00000010:1.0:1761122782.110936:0:15809:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000acadb974. 00000400:00000010:1.0:1761122782.110942:0:15809:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c517c7d. 00000400:00000010:1.0:1761122782.110949:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122782.110954:0:15809:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643643264, portal 4 00000400:00000010:1.0:1761122782.110962:0:15809:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122782.110965:0:15809:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846669643643264, offset 0 00000400:00000200:1.0:1761122782.110973:0:15809:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122782.110983:0:15809:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122782.110993:0:15809:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68f8948207980 00000400:00000200:1.0:1761122782.111000:0:15809:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2d825 [8] + 9408 00000400:00000200:1.0:1761122782.111007:0:15809:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.111010:0:15809:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122782.111015:0:15809:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1761122782.111019:0:15809:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079504736. 00000400:00000200:1.0:1761122782.111036:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:1.0:1761122782.111038:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:1.0:1761122782.111044:0:15809:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643643264/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122789 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:1.0:1761122782.111113:0:66480:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000407f694. 00000020:00000010:1.0:1761122782.111119:0:66480:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.111124:0:66480:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.111154:0:66480:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643643264 02000000:00000010:1.0:1761122782.111172:0:66480:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006e3bc878. 00010000:00000200:1.0:1761122782.111191:0:66480:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000079504736 x1846669643643264/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:728/0 lens 224/368 e 0 to 0 dl 1761122788 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1761122782.111204:0:66480:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122782.111207:0:66480:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643643264, offset 224 00000400:00000200:1.0:1761122782.111211:0:66480:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122782.111217:0:66480:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122782.111222:0:66480:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948207980 00000400:00000200:1.0:1761122782.111226:0:66480:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf605 [1] + 224 00000400:00000200:1.0:1761122782.111229:0:66480:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.111232:0:66480:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122782.111236:0:66480:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643643264/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122789 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1761122782.111251:0:66480:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:1.0:1761122782.111253:0:66480:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000020:00000010:1.0:1761122782.111455:0:66480:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.111461:0:66480:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.111464:0:66480:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000407f694. 00000400:00000010:1.0:1761122782.111486:0:15809:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c517c7d. 00000400:00000200:1.0:1761122782.111489:0:15809:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:1.0:1761122782.111490:0:15809:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:1.0:1761122782.111494:0:15809:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643643264/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122789 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1761122782.111502:0:15809:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643643264/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122789 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1761122782.111531:0:15809:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000acadb974. 02000000:00000010:1.0:1761122782.111535:0:15809:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000104b6ddf. 00000100:00000010:1.0:1761122782.111540:0:15809:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00010000:00000010:0.1:1761122782.113694:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052411d36. 00010000:00000010:3.1:1761122782.117294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068b910f3. 00010000:00000010:3.1:1761122782.117309:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef9ab3c. 00000400:00000200:2.0:1761122782.117493:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.117508:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207940 00000400:00000200:2.0:1761122782.117516:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf5fd [1] + 224 00000400:00000200:2.0:1761122782.117530:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.117534:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.117544:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013349015 x1846669643643200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.117650:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:1.0:1761122782.117678:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122782.117680:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:1.0:1761122782.117686:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013349015 x1846669643643200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.117699:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013349015 x1846669643643200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.117727:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2916892. 02000000:00000010:1.0:1761122782.117733:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007af21abc. 00000100:00000010:1.0:1761122782.117736:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 00000100:00000010:1.0:1761122782.117740:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:1.0:1761122782.117743:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f414ef0f. 00010000:00000010:3.1:1761122782.118706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06addd5. 00010000:00000010:3.1:1761122782.118716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23c02f0. 00010000:00000010:3.1:1761122782.119167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056f7f44f. 00010000:00000010:2.1:1761122782.119234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000828713b4. 00010000:00000010:2.1:1761122782.119240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a2cf9f5. 00010000:00000010:2.1:1761122782.119244:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122782.119246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00000400:00000200:2.0:1761122782.120568:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.120585:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253ac0 00000400:00000200:2.0:1761122782.120592:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 328 00000400:00000200:2.0:1761122782.120674:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.120679:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.120685:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.120691:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 00000020:00000010:3.0:1761122782.120970:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cd798cbe. 00000020:00000010:3.0:1761122782.120977:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.120982:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.121007:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042d0ccf0 x1846669643954880/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.121044:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954880 02000000:00000010:3.0:1761122782.121054:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e2b0bdbb. 00010000:00000010:3.0:1761122782.121082:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009d8dbb30. 00010000:00000010:3.0:1761122782.121115:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a25d1b. 00000100:00000010:3.0:1761122782.121121:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.121135:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.121139:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a25d1b. 00000400:00000010:3.0:1761122782.121152:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.121158:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954880, offset 224 00000400:00000200:3.0:1761122782.121167:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.121177:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.121183:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89283:89283:256:4294967295] 192.168.201.27@tcp LPNI seq info [89283:89283:8:4294967295] 00000400:00000200:3.0:1761122782.121194:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.121199:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.121205:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.121210:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.121218:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.121222:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.121241:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.121245:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.121249:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cd798cbe. 00080000:00000010:3.0:1761122782.121277:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd798cbe. 00010000:00000010:3.0:1761122782.121361:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002721fcb2. 00010000:00000010:3.0:1761122782.121367:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000637efd2a. 00010000:00000010:3.0:1761122782.121438:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b23c02f0. 00010000:00000010:3.0:1761122782.121443:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122782.121454:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a25d1b. 00000100:00000010:3.0:1761122782.121458:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.121465:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069f167e1. 02000000:00000010:3.0:1761122782.121475:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077ca55e2. 02000000:00000010:3.0:1761122782.121499:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3324c17. 00000400:00000010:3.0:1761122782.121504:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122782.121509:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122782.121513:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643328, portal 16 00000400:00000010:3.0:1761122782.121518:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122782.121519:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643328, offset 0 00000400:00000200:3.0:1761122782.121525:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.121531:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.121538:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.121541:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.121544:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.121546:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89284:89284:255:4294967295] 192.168.201.27@tcp LPNI seq info [89284:89284:7:4294967295] 00000400:00000200:3.0:1761122782.121554:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.121558:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.121561:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347850). 00000800:00000200:3.0:1761122782.121566:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.121569:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.121572:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.121613:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.121616:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347602). 00000400:00000200:3.0:1761122782.121620:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.121624:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.121627:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122782.121628:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000800:00000200:3.0:1761122782.121919:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.121922:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:3.0:1761122782.121925:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.121929:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.121932:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:3.0:1761122782.121933:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:3.0:1761122782.121939:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000069f167e1 x1846669643643328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.128006:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.128025:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482079c0 00000400:00000200:0.0:1761122782.128034:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf615 [1] + 224 00000400:00000200:0.0:1761122782.128046:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.128050:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.128060:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000069f167e1 x1846669643643328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.128094:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.128111:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253b00 00000400:00000200:0.0:1761122782.128116:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 656 00000400:00000200:0.0:1761122782.128126:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.128129:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.128133:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.128138:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:0.0:1761122782.128183:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000527f655. 00000020:00000010:0.0:1761122782.128189:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122782.128194:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.128218:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643954944/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.128246:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643954944 02000000:00000010:0.0:1761122782.128257:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3b3059b. 00010000:00000010:0.0:1761122782.128293:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.128301:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000bd812ef5. 00000100:00000010:0.0:1761122782.128307:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000bd812ef5. 00010000:00000010:0.0:1761122782.128310:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.128323:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122782.128329:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643954944, offset 224 00000400:00000200:0.0:1761122782.128335:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.128346:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.128351:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89285:89285:256:4294967295] 192.168.201.27@tcp LPNI seq info [89285:89285:8:4294967295] 00000400:00000200:0.0:1761122782.128360:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.128365:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.128369:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122782.128375:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.128382:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.128385:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.128409:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122782.128414:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.128417:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000527f655. 00000400:00000010:3.0:1761122782.128474:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:3.0:1761122782.128479:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122782.128480:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122782.128486:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000069f167e1 x1846669643643328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.128494:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000069f167e1 x1846669643643328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.128514:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001593579d. 02000000:00000010:3.0:1761122782.128525:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3324c17. 02000000:00000010:3.0:1761122782.128529:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077ca55e2. 00000100:00000010:3.0:1761122782.128532:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069f167e1. 00000100:00000010:3.0:1761122782.128537:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.128540:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a25d1b. 00080000:00000010:3.0:1761122782.128557:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077ca55e2. 00010000:00000010:3.0:1761122782.128637:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122782.128643:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd0a4048. 00010000:00000010:3.0:1761122782.128748:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aef9ab3c. 00010000:00000010:3.0:1761122782.128754:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001bfd550d. 00010000:00000010:3.0:1761122782.128763:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a25d1b. 00000100:00000010:3.0:1761122782.128767:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.128773:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069f167e1. 02000000:00000010:3.0:1761122782.128783:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3324c17. 02000000:00000010:3.0:1761122782.128804:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee02af4a. 00000400:00000010:3.0:1761122782.128807:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000014437908. 00000400:00000010:3.0:1761122782.128811:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122782.128815:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643392, portal 16 00000400:00000010:3.0:1761122782.128819:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122782.128820:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643392, offset 0 00000400:00000200:3.0:1761122782.128826:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.128832:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.128839:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.128843:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.128846:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.128848:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89286:89286:255:4294967295] 192.168.201.27@tcp LPNI seq info [89286:89286:7:4294967295] 00000400:00000200:3.0:1761122782.128856:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.128860:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.128864:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347850). 00000800:00000200:3.0:1761122782.128867:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.128872:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.128874:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.128992:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.128996:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347602). 00000400:00000200:2.0:1761122782.129001:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.129005:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.129008:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:2.0:1761122782.129009:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000800:00000200:2.0:1761122782.131558:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.131566:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:2.0:1761122782.131573:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.131583:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.131589:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:2.0:1761122782.131591:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:2.0:1761122782.131602:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000069f167e1 x1846669643643392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.132307:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1f216f0. 00010000:00000010:3.1:1761122782.132318:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fd73926. 00010000:00000010:3.1:1761122782.132322:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00000400:00000200:3.0:1761122782.132419:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.132433:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207a00 00000400:00000200:3.0:1761122782.132440:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf621 [1] + 224 00000400:00000200:3.0:1761122782.132452:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.132455:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.132462:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000069f167e1 x1846669643643392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.132701:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014437908. 00000400:00000200:1.0:1761122782.132705:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122782.132707:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122782.132713:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000069f167e1 x1846669643643392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.132720:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000069f167e1 x1846669643643392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.132748:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee02af4a. 02000000:00000010:1.0:1761122782.132754:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3324c17. 00000100:00000010:1.0:1761122782.132758:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069f167e1. 00000100:00000010:1.0:1761122782.132764:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:1.0:1761122782.132768:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a25d1b. 00000400:00000200:3.0:1761122782.137885:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.137907:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253b40 00000400:00000200:3.0:1761122782.137915:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 984 00000400:00000200:3.0:1761122782.137966:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.137971:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.142062:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.142078:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006cc9ed58. 00000020:00000010:3.0:1761122782.142204:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66b629b. 00000020:00000010:3.0:1761122782.142211:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.142216:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.142251:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006cc9ed58 x1846669643955008/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.142281:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955008 02000000:00000010:3.0:1761122782.142294:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000af0c2bf2. 00010000:00000010:3.0:1761122782.142324:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a098d7d5. 00010000:00000010:3.0:1761122782.142347:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122782.142354:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.142373:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.142377:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122782.142390:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.142396:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955008, offset 224 00000400:00000200:3.0:1761122782.142404:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.142419:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.142426:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89287:89287:256:4294967295] 192.168.201.27@tcp LPNI seq info [89287:89287:8:4294967295] 00000400:00000200:3.0:1761122782.142436:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.142441:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.142446:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.142452:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.142459:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.142462:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.142480:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.142484:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.142488:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66b629b. 00000800:00000200:3.0:1761122782.146185:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.146193:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:3.0:1761122782.146201:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.146211:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.146216:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122782.146219:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00080000:00000010:1.0:1761122782.147235:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000407f694. 00010000:00000010:1.0:1761122782.147343:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bfd550d. 00010000:00000010:1.0:1761122782.147351:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000099d90ce4. 00010000:00000010:1.0:1761122782.147417:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122782.147423:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.147433:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000563cec10. 00000100:00000010:1.0:1761122782.147439:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:1.0:1761122782.147447:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.147459:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9202d70. 02000000:00000010:1.0:1761122782.147482:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5456900. 00000400:00000010:1.0:1761122782.147488:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c517c7d. 00000400:00000010:1.0:1761122782.147494:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122782.147501:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643456, portal 16 00000400:00000010:1.0:1761122782.147506:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122782.147509:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643456, offset 0 00000400:00000200:1.0:1761122782.147517:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.147531:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.147539:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.147542:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.147545:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.147548:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89288:89288:256:4294967295] 192.168.201.27@tcp LPNI seq info [89288:89288:8:4294967295] 00000400:00000200:1.0:1761122782.147558:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.147563:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.147567:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122782.147573:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.147581:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.147585:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.147785:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.147787:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:3.0:1761122782.147792:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.147796:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.147799:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122782.147801:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000100:00000200:3.0:1761122782.147808:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643643456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.148719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4ffc6d2. 00010000:00000010:3.1:1761122782.148727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df450cc8. 00010000:00000010:3.1:1761122782.148731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23c02f0. 00000400:00000200:2.0:1761122782.158873:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.158893:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207a40 00000400:00000200:2.0:1761122782.158903:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf62d [1] + 224 00000400:00000200:2.0:1761122782.158914:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.158919:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.158929:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643643456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.158970:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.158976:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253b80 00000400:00000200:2.0:1761122782.158981:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 1312 00000400:00000200:2.0:1761122782.159036:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.159040:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.159045:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.159051:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 00000400:00000010:0.0:1761122782.159270:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c517c7d. 00000400:00000200:0.0:1761122782.159276:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:0.0:1761122782.159278:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000100:00000200:0.0:1761122782.159285:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643643456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.159293:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643643456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.159323:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5456900. 02000000:00000010:0.0:1761122782.159330:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9202d70. 00000100:00000010:0.0:1761122782.159333:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:0.0:1761122782.159337:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122782.159342:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000563cec10. 00000020:00000010:3.0:1761122782.159463:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66b629b. 00000020:00000010:3.0:1761122782.159471:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.159476:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.159500:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000859fcd97 x1846669643955072/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.159533:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955072 02000000:00000010:3.0:1761122782.159544:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014140827. 00010000:00000010:3.0:1761122782.159570:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000879aa6a6. 00010000:00000010:3.0:1761122782.159589:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122782.159595:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.159614:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.159618:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122782.159632:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.159637:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955072, offset 224 00000400:00000200:3.0:1761122782.159645:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.159680:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.159687:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89289:89289:256:4294967295] 192.168.201.27@tcp LPNI seq info [89289:89289:8:4294967295] 00000400:00000200:3.0:1761122782.159698:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.159704:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.159708:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.159714:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.159722:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.159725:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.159744:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122782.159747:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.159751:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66b629b. 00080000:00000010:2.0:1761122782.160226:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000620678e5. 00010000:00000010:2.0:1761122782.160522:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:2.0:1761122782.160530:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0a0c912. 00010000:00000010:2.0:1761122782.160608:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122782.160616:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002721fcb2. 00010000:00000010:2.0:1761122782.160626:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.160631:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122782.160638:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122782.160648:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c9e0247. 02000000:00000010:2.0:1761122782.164191:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000637a98cc. 00000400:00000010:2.0:1761122782.164203:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122782.164209:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122782.164216:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643520, portal 16 00000400:00000010:2.0:1761122782.164222:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122782.164225:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643520, offset 0 00000400:00000200:2.0:1761122782.164234:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.164248:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.164255:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.164258:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.164261:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.164264:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89290:89290:255:4294967295] 192.168.201.27@tcp LPNI seq info [89290:89290:7:4294967295] 00000400:00000200:2.0:1761122782.164274:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.164279:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.164283:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122782.164289:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.164296:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.164299:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122782.164764:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000436c50ae. 00000800:00000200:3.0:1761122782.164784:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.164787:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347602). 00000400:00000200:3.0:1761122782.164791:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.164796:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.164799:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122782.164801:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000800:00000200:3.0:1761122782.164868:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.164870:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122782.164873:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.164876:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.164878:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:3.0:1761122782.164879:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:3.0:1761122782.164884:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643643520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.166029:0:78648:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000769d2952. 00010000:00000010:1.1:1761122782.166039:0:78648:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aef9ab3c. 00000400:00000200:2.0:1761122782.166862:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.166875:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207a80 00000400:00000200:2.0:1761122782.166883:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf639 [1] + 224 00000400:00000200:2.0:1761122782.166895:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.166898:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.166906:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643643520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.166969:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:0.0:1761122782.166973:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:0.0:1761122782.166975:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:0.0:1761122782.166979:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643643520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.167217:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643643520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.167246:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000637a98cc. 02000000:00000010:0.0:1761122782.167252:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c9e0247. 00000100:00000010:0.0:1761122782.167429:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:0.0:1761122782.167434:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:0.0:1761122782.167438:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00010000:00000010:3.1:1761122782.172828:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059de1dd1. 00010000:00000010:2.1:1761122782.174685:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f0ada14. 00010000:00000010:2.1:1761122782.174694:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00000400:00000200:3.0:1761122782.175145:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.175162:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253bc0 00000400:00000200:3.0:1761122782.175169:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 1640 00000400:00000200:3.0:1761122782.175223:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.175227:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.175233:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.175239:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006222110e. 00000020:00000010:0.0:1761122782.175543:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000527f655. 00000020:00000010:0.0:1761122782.177920:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000974d1bbf. 00000020:00000010:0.0:1761122782.177928:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.177965:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006222110e x1846669643955136/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.178253:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955136 02000000:00000010:3.0:1761122782.178269:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e66b629b. 00010000:00000010:3.0:1761122782.178295:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2a01b90. 00010000:00000010:3.0:1761122782.178314:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122782.178321:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.178334:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.178339:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122782.178354:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.178359:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955136, offset 224 00000400:00000200:3.0:1761122782.178368:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.178382:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.178389:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89291:89291:256:4294967295] 192.168.201.27@tcp LPNI seq info [89291:89291:8:4294967295] 00000400:00000200:3.0:1761122782.178400:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.178407:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.178411:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.178418:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.178425:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.178429:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.178446:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000974d1bbf. 00000020:00000010:3.0:1761122782.178451:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:3.0:1761122782.178454:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000527f655. 00000800:00000200:3.0:1761122782.178548:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.178551:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:3.0:1761122782.178555:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.178560:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.178564:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122782.178566:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00080000:00000010:0.0:1761122782.178633:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e365335. 00010000:00000010:0.0:1761122782.178740:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002721fcb2. 00010000:00000010:0.0:1761122782.178747:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0290564. 00010000:00000010:0.0:1761122782.178814:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122782.178818:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122782.178823:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122782.178828:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e6232. 00080000:00000010:0.0:1761122782.178840:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000527f655. 00010000:00000010:0.0:1761122782.178865:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122782.178869:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b0722ab. 00010000:00000010:0.0:1761122782.178917:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4483fd0. 00010000:00000010:0.0:1761122782.178921:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c99e6232. 00010000:00000010:0.0:1761122782.178928:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1fe5be6. 00000100:00000010:0.0:1761122782.178934:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.178941:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.178952:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000528688d9. 02000000:00000010:0.0:1761122782.178975:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c9e0247. 00000400:00000010:0.0:1761122782.178980:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007117c581. 00000400:00000010:0.0:1761122782.178984:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122782.178989:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643584, portal 16 00000400:00000010:0.0:1761122782.179240:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122782.179244:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643584, offset 0 00000400:00000200:0.0:1761122782.179250:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.179256:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.179263:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.179267:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.179270:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.179273:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89292:89292:256:4294967295] 192.168.201.27@tcp LPNI seq info [89292:89292:8:4294967295] 00000400:00000200:0.0:1761122782.179281:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.179286:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.179290:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122782.179294:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.179298:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.179301:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.179828:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.179832:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000400:00000200:3.0:1761122782.179837:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.179842:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.179845:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:3.0:1761122782.179847:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:3.0:1761122782.179854:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643643584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.182836:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.182858:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207ac0 00000400:00000200:3.0:1761122782.182869:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf645 [1] + 224 00000400:00000200:3.0:1761122782.182885:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.182891:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.182901:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643643584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.183746:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007117c581. 00000400:00000200:0.0:1761122782.183754:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:0.0:1761122782.183756:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:0.0:1761122782.183767:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643643584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.183777:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643643584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.183808:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c9e0247. 02000000:00000010:0.0:1761122782.183815:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000528688d9. 00000100:00000010:0.0:1761122782.183818:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122782.183824:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.183827:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1fe5be6. 00010000:00000010:3.1:1761122782.184731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000056599ff. 00000400:00000200:3.0:1761122782.189915:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.189935:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253c00 00000400:00000200:3.0:1761122782.189942:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadf69 [2] + 1968 00000400:00000010:3.0:1761122782.189947:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a64a69fc. 00000400:00000200:3.0:1761122782.189952:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009f82036c 00000400:00000200:3.0:1761122782.190229:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.190235:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.190240:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f82036c 00000400:00000010:3.0:1761122782.190242:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009f82036c (tot 82347202). 00000100:00000200:3.0:1761122782.190248:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122782.190504:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001bf965e. 00000020:00000010:1.0:1761122782.190512:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.190517:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.190544:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a574b156 x1846669643955200/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.190583:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955200 02000000:00000010:1.0:1761122782.190595:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056573748. 00010000:00000010:1.0:1761122782.190623:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095cdfc3c. 00010000:00000010:1.0:1761122782.190644:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122782.190651:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000054edce10. 00000100:00000010:1.0:1761122782.190685:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000054edce10. 00010000:00000010:1.0:1761122782.190689:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000010:1.0:1761122782.190704:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122782.190710:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955200, offset 224 00000400:00000200:1.0:1761122782.190718:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.190730:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.190735:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89293:89293:256:4294967295] 192.168.201.27@tcp LPNI seq info [89293:89293:8:4294967295] 00000400:00000200:1.0:1761122782.190744:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.190749:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.190753:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347450). 00000800:00000200:1.0:1761122782.190759:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.190765:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.190769:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.190794:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.190798:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.190801:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001bf965e. 02000000:00000010:1.0:1761122782.190809:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e66b629b. 00000100:00000010:1.0:1761122782.190812:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006222110e. 02000000:00000010:1.0:1761122782.190817:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014140827. 00000100:00000010:1.0:1761122782.190819:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 02000000:00000010:1.0:1761122782.190822:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000af0c2bf2. 00000100:00000010:1.0:1761122782.190823:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006cc9ed58. 02000000:00000010:1.0:1761122782.190826:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3b3059b. 00000100:00000010:1.0:1761122782.190829:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:1.0:1761122782.190833:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e2b0bdbb. 00000100:00000010:1.0:1761122782.190834:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 02000000:00000010:1.0:1761122782.190839:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed666d40. 00000100:00000010:1.0:1761122782.190840:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 00000100:00000200:1.0:1761122782.190846:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122782.190851:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000320e45f6. 00000400:00000010:1.0:1761122782.190855:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000054edce10 (tot 82347602). 00000800:00000200:3.0:1761122782.190887:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.190891:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:3.0:1761122782.190895:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.190899:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.190901:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122782.190903:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 02000000:00000010:3.0:1761122782.190907:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056573748. 00080000:00000010:2.0:1761122782.191167:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000637a98cc. 00010000:00000010:2.0:1761122782.191260:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c99e6232. 00010000:00000010:2.0:1761122782.191267:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009db0fe01. 00010000:00000010:2.0:1761122782.191336:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122782.191342:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce6a4e2a. 00010000:00000010:2.0:1761122782.191353:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122782.191358:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122782.191364:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 02000000:00000010:2.0:1761122782.191376:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064802dab. 02000000:00000010:2.0:1761122782.191403:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000084f82a12. 00000400:00000010:2.0:1761122782.191408:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc780. 00000400:00000010:2.0:1761122782.191412:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122782.191416:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643648, portal 16 00000400:00000010:2.0:1761122782.191421:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122782.191423:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643648, offset 0 00000400:00000200:2.0:1761122782.191428:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.191436:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.191444:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.191447:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.191450:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.191452:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89294:89294:256:4294967295] 192.168.201.27@tcp LPNI seq info [89294:89294:8:4294967295] 00000400:00000200:2.0:1761122782.191460:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.191465:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.191469:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122782.191473:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.191478:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.191480:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.192953:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.192959:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122782.192966:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.193171:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.193175:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:3.0:1761122782.193177:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:3.0:1761122782.193186:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1eecf41 x1846669643643648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.193576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc3322c2. 00010000:00000010:0.1:1761122782.193583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:0.1:1761122782.193588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122782.193591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00000400:00000200:3.0:1761122782.199635:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.199687:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207b00 00000400:00000200:3.0:1761122782.199698:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf655 [1] + 224 00000400:00000200:3.0:1761122782.199713:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.199718:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.199733:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1eecf41 x1846669643643648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.199771:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.199777:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253c40 00000400:00000200:3.0:1761122782.199782:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 0 00000400:00000200:3.0:1761122782.199790:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.199793:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.199797:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.199802:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000558f0c9a. 00000400:00000010:0.0:1761122782.199896:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc780. 00000400:00000200:0.0:1761122782.199902:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:0.0:1761122782.199904:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:0.0:1761122782.199910:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1eecf41 x1846669643643648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.200130:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1eecf41 x1846669643643648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.200165:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000084f82a12. 02000000:00000010:0.0:1761122782.200170:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064802dab. 00000100:00000010:0.0:1761122782.200174:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 00000100:00000010:0.0:1761122782.200178:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:0.0:1761122782.200183:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00010000:00000010:1.1:1761122782.202223:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d0b5121. 00000020:00000010:1.0:1761122782.202474:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001bf965e. 00000020:00000010:1.0:1761122782.202484:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122782.202490:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.202523:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000558f0c9a x1846669643955264/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122782.202561:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955264 02000000:00000010:1.0:1761122782.202572:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d21d3e7. 00010000:00000010:1.0:1761122782.202603:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005fabeb29. 00010000:00000010:1.0:1761122782.202625:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122782.202633:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122782.202644:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122782.202648:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00000400:00000010:1.0:1761122782.202682:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122782.202688:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955264, offset 224 00000400:00000200:1.0:1761122782.202695:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.202710:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.202717:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89295:89295:256:4294967295] 192.168.201.27@tcp LPNI seq info [89295:89295:8:4294967295] 00000400:00000200:1.0:1761122782.202729:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.202736:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.202742:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122782.202748:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.202757:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.202761:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.202777:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122782.202781:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.202784:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001bf965e. 00080000:00000010:0.0:1761122782.204292:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c9e0247. 00010000:00000010:0.0:1761122782.204586:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce6a4e2a. 00010000:00000010:0.0:1761122782.204594:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d9be2e83. 00010000:00000010:0.0:1761122782.204693:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122782.204699:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122782.204711:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e306d364. 00000100:00000010:0.0:1761122782.204717:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.204725:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.204738:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d64267f4. 02000000:00000010:0.0:1761122782.204768:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ffb5827. 00000400:00000010:0.0:1761122782.204775:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007117c581. 00000400:00000010:0.0:1761122782.204782:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122782.204788:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643712, portal 16 00000400:00000010:0.0:1761122782.204795:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122782.204797:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643712, offset 0 00000400:00000200:0.0:1761122782.204804:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.204817:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.204827:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.204831:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.204835:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.204838:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89296:89296:255:4294967295] 192.168.201.27@tcp LPNI seq info [89296:89296:7:4294967295] 00000400:00000200:0.0:1761122782.204849:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.204855:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.205050:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347850). 00000800:00000200:0.0:1761122782.205056:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.205062:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.205066:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.205393:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.205397:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347602). 00000400:00000200:3.0:1761122782.205402:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.205408:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.205413:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122782.205415:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00000800:00000200:3.0:1761122782.205477:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.205480:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:3.0:1761122782.205485:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.205488:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.205490:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:3.0:1761122782.205493:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:3.0:1761122782.205499:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643643712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.209922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c80ba71a. 00010000:00000010:2.1:1761122782.209935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4483fd0. 00000400:00000200:3.0:1761122782.215413:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.215435:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207b40 00000400:00000200:3.0:1761122782.215444:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf661 [1] + 224 00000400:00000200:3.0:1761122782.215459:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.215463:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.215475:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643643712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.215557:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007117c581. 00000400:00000200:0.0:1761122782.215563:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:0.0:1761122782.215565:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:0.0:1761122782.215571:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643643712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.215578:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643643712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.215608:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ffb5827. 02000000:00000010:0.0:1761122782.215614:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d64267f4. 00000100:00000010:0.0:1761122782.215618:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122782.215623:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.215627:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e306d364. 00010000:00000010:1.1:1761122782.215784:0:78660:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391d47fa. 00010000:00000010:0.1:1761122782.217839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a055c1. 00010000:00000010:0.1:1761122782.217849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00000400:00000200:3.0:1761122782.225643:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.225685:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253c80 00000400:00000200:3.0:1761122782.225695:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 328 00000400:00000200:3.0:1761122782.225758:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.225763:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.225774:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.225781:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ce512bc. 00000020:00000010:0.0:1761122782.226194:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc06ae70. 00000020:00000010:0.0:1761122782.226201:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.226207:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.226238:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ce512bc x1846669643955328/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.226484:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955328 02000000:00000010:0.0:1761122782.226506:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b9f4283. 00010000:00000010:0.0:1761122782.226536:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4ff332. 00010000:00000010:0.0:1761122782.226556:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e306d364. 00000100:00000010:0.0:1761122782.226565:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.226586:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.226590:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e306d364. 00000400:00000010:0.0:1761122782.226605:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122782.226611:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955328, offset 224 00000400:00000200:0.0:1761122782.226619:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.226631:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.226637:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89297:89297:256:4294967295] 192.168.201.27@tcp LPNI seq info [89297:89297:8:4294967295] 00000400:00000200:0.0:1761122782.226646:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.226651:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.226675:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122782.226682:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.226689:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.226693:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.226709:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.226714:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.226717:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc06ae70. 00080000:00000010:3.0:1761122782.227234:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a8aa351. 00010000:00000010:3.0:1761122782.227323:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256a56e6. 00010000:00000010:3.0:1761122782.227506:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c7372928. 00010000:00000010:3.0:1761122782.227581:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b23c02f0. 00010000:00000010:3.0:1761122782.227587:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000072ee3e22. 00010000:00000010:3.0:1761122782.227598:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122782.227602:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.227610:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c71d7d78. 02000000:00000010:3.0:1761122782.227623:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc2f4b. 02000000:00000010:3.0:1761122782.227649:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013037503. 00000400:00000010:3.0:1761122782.227683:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000b9a06ec. 00000400:00000010:3.0:1761122782.227690:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.227696:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643776, portal 16 00000400:00000010:3.0:1761122782.227703:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122782.227705:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643776, offset 0 00000400:00000200:3.0:1761122782.227711:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.227720:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.227728:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.227731:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.227753:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.227756:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89298:89298:255:4294967295] 192.168.201.27@tcp LPNI seq info [89298:89298:7:4294967295] 00000400:00000200:3.0:1761122782.227765:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.227770:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.227774:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347850). 00000800:00000200:3.0:1761122782.227780:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.227785:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.227788:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.228581:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.228585:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347602). 00000400:00000200:3.0:1761122782.228591:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.228597:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.228601:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:3.0:1761122782.228603:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000800:00000200:3.0:1761122782.230638:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.230645:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:3.0:1761122782.230651:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.230671:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.230677:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122782.230680:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122782.230689:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c71d7d78 x1846669643643776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.233724:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.233744:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207b80 00000400:00000200:3.0:1761122782.233753:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf66d [1] + 224 00000400:00000200:3.0:1761122782.233765:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.233768:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.233777:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c71d7d78 x1846669643643776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.235125:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e546b6b. 00010000:00000010:3.1:1761122782.235134:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00000400:00000200:3.0:1761122782.235162:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.235171:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253cc0 00000400:00000200:3.0:1761122782.235177:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 656 00000400:00000200:3.0:1761122782.235189:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.235193:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.235197:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.235202:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b40d58d6. 00000020:00000010:1.0:1761122782.235274:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d71c8f3. 00000020:00000010:1.0:1761122782.235281:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009906fc4b. 00000020:00000010:1.0:1761122782.235286:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.235312:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b40d58d6 x1846669643955392/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1761122782.235317:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078f57c1b. 00000400:00000010:0.0:1761122782.235331:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000b9a06ec. 00000400:00000200:0.0:1761122782.235335:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:0.0:1761122782.235337:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:0.0:1761122782.235343:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c71d7d78 x1846669643643776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.235348:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955392 00000100:00000200:0.0:1761122782.235350:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c71d7d78 x1846669643643776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.235357:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001bf965e. 02000000:00000010:0.0:1761122782.235377:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013037503. 02000000:00000010:0.0:1761122782.235383:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc2f4b. 00000100:00000010:0.0:1761122782.235386:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c71d7d78. 00010000:00000010:1.0:1761122782.235387:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076e79778. 00000100:00000010:0.0:1761122782.235390:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:0.0:1761122782.235394:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00010000:00000010:1.0:1761122782.235405:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005080eaf3. 00000100:00000010:1.0:1761122782.235411:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122782.235423:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122782.235426:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005080eaf3. 00080000:00000010:0.0:1761122782.235439:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d64267f4. 00000400:00000010:1.0:1761122782.235440:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122782.235445:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955392, offset 224 00000400:00000200:1.0:1761122782.235452:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.235463:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.235468:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89299:89299:256:4294967295] 192.168.201.27@tcp LPNI seq info [89299:89299:8:4294967295] 00000400:00000200:1.0:1761122782.235477:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.235481:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.235486:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122782.235500:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.235507:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.235511:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.235527:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009906fc4b. 00010000:00000010:0.0:1761122782.235527:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072ee3e22. 00000020:00000010:1.0:1761122782.235530:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.235533:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d71c8f3. 00010000:00000010:0.0:1761122782.235533:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041e6cfec. 00010000:00000010:0.0:1761122782.235611:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000290aad3c. 00010000:00000010:0.0:1761122782.235618:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:0.0:1761122782.235629:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef60ebb3. 00000100:00000010:0.0:1761122782.235633:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.235639:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.235651:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007ffb5827. 02000000:00000010:0.0:1761122782.235697:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000069a909cd. 00000400:00000010:0.0:1761122782.235703:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007117c581. 00000400:00000010:0.0:1761122782.235707:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122782.235712:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643840, portal 16 00000400:00000010:0.0:1761122782.235716:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122782.235718:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643840, offset 0 00000400:00000200:0.0:1761122782.235724:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.235729:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.235736:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.235740:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.235743:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.235745:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89300:89300:255:4294967295] 192.168.201.27@tcp LPNI seq info [89300:89300:7:4294967295] 00000400:00000200:0.0:1761122782.235752:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.235756:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.235760:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347850). 00000800:00000200:0.0:1761122782.235764:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.235768:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.235770:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.236093:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.236105:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347602). 00000400:00000200:3.0:1761122782.236110:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.236114:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.236117:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122782.236118:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000800:00000200:3.0:1761122782.237037:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.237042:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:3.0:1761122782.237049:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.237056:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.237059:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:3.0:1761122782.237061:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:3.0:1761122782.237069:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643643840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.241196:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.241219:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207bc0 00000400:00000200:3.0:1761122782.241227:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf679 [1] + 224 00000400:00000200:3.0:1761122782.241239:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.241244:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.241258:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643643840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.241673:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070e76508. 00010000:00000010:0.1:1761122782.241711:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a87caa5. 00010000:00000010:0.1:1761122782.241717:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b23c02f0. 00000400:00000200:3.0:1761122782.242773:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.242781:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253d00 00000400:00000200:3.0:1761122782.242786:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 984 00000400:00000010:0.0:1761122782.243040:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007117c581. 00000400:00000200:0.0:1761122782.243046:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122782.243048:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122782.243056:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643643840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.243070:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643643840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.243107:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000069a909cd. 02000000:00000010:0.0:1761122782.243113:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007ffb5827. 00000100:00000010:0.0:1761122782.243116:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122782.243121:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.243125:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef60ebb3. 00000400:00000200:3.0:1761122782.243466:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.243472:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.243476:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.243480:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c4e42b. 00000020:00000010:0.0:1761122782.243570:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a909cd. 00000020:00000010:0.0:1761122782.243576:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.243580:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.243603:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000074c4e42b x1846669643955456/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122782.243635:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955456 02000000:00000010:0.0:1761122782.243645:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6e56d7a. 00010000:00000010:0.0:1761122782.244001:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000290b0f29. 00010000:00000010:0.0:1761122782.244022:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef60ebb3. 00000100:00000010:0.0:1761122782.244028:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.244046:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.244048:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef60ebb3. 00000400:00000010:0.0:1761122782.244061:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122782.244065:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955456, offset 224 00000400:00000200:0.0:1761122782.244074:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.244085:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.244090:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89301:89301:256:4294967295] 192.168.201.27@tcp LPNI seq info [89301:89301:8:4294967295] 00000400:00000200:0.0:1761122782.244109:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.244115:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.244119:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122782.244125:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.244132:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.244137:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.244152:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.244157:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.244160:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a909cd. 00080000:00000010:2.0:1761122782.244204:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082b0ba4d. 00010000:00000010:2.0:1761122782.244305:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:2.0:1761122782.244312:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000018cf2ebc. 00010000:00000010:2.0:1761122782.244386:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122782.244391:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000037adc309. 00010000:00000010:2.0:1761122782.244397:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.244402:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000171e5781. 00080000:00000010:2.0:1761122782.244415:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000032fe881. 00010000:00000010:2.0:1761122782.244441:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000171e5781. 00010000:00000010:2.0:1761122782.244445:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037adc309. 00010000:00000010:2.0:1761122782.244491:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122782.244495:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000171e5781. 00010000:00000010:2.0:1761122782.244501:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ccf46b79. 00000100:00000010:2.0:1761122782.244505:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.244511:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122782.244520:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000050a596b. 02000000:00000010:2.0:1761122782.244545:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b1302f0. 00000400:00000010:2.0:1761122782.244549:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122782.244553:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122782.244558:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643904, portal 16 00000400:00000010:2.0:1761122782.244562:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122782.244564:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643904, offset 0 00000400:00000200:2.0:1761122782.244569:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.244576:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.244582:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.244585:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.244588:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.244590:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89302:89302:255:4294967295] 192.168.201.27@tcp LPNI seq info [89302:89302:7:4294967295] 00000400:00000200:2.0:1761122782.244598:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.244603:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.244606:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122782.244609:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.244613:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.244615:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.244738:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.244742:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347602). 00000400:00000200:3.0:1761122782.244749:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.244753:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.244756:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:3.0:1761122782.244759:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000800:00000200:3.0:1761122782.244794:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.244796:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122782.244799:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.244803:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.244804:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122782.244805:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:3.0:1761122782.244810:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643643904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.249517:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.249540:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207c00 00000400:00000200:1.0:1761122782.249550:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf685 [1] + 224 00000400:00000200:1.0:1761122782.249562:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.249567:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.249580:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643643904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.249677:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ce290a1. 00000400:00000200:1.0:1761122782.249829:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.249835:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253d40 00000400:00000200:1.0:1761122782.249841:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 1312 00000400:00000200:1.0:1761122782.249853:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.249855:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:2.1:1761122782.250075:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a633a65b. 00010000:00000010:2.1:1761122782.250082:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000290aad3c. 00010000:00000010:2.1:1761122782.250085:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122782.250088:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000010:2.0:1761122782.250108:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:2.0:1761122782.250113:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:2.0:1761122782.250115:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:2.0:1761122782.250122:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643643904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.250130:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643643904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.250161:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b1302f0. 02000000:00000010:2.0:1761122782.250167:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000050a596b. 00000100:00000010:2.0:1761122782.250171:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122782.250176:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.250181:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ccf46b79. 00000100:00000200:1.0:1761122782.250244:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.250250:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:0.0:1761122782.250338:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069a909cd. 00000020:00000010:0.0:1761122782.250345:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.250350:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.250375:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643955520/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.250411:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955520 02000000:00000010:0.0:1761122782.250423:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007ffb5827. 00010000:00000010:0.0:1761122782.250449:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f3fa17d. 00010000:00000010:0.0:1761122782.250466:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef60ebb3. 00000100:00000010:0.0:1761122782.250472:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.250481:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:0.0:1761122782.250483:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef60ebb3. 00000400:00000010:0.0:1761122782.250494:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122782.250498:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955520, offset 224 00000400:00000200:0.0:1761122782.250505:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.250515:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.250521:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89303:89303:256:4294967295] 192.168.201.27@tcp LPNI seq info [89303:89303:8:4294967295] 00000400:00000200:0.0:1761122782.250532:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.250537:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.250542:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122782.250547:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.250555:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.250559:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.250576:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.250580:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.250583:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069a909cd. 00000800:00000200:0.0:1761122782.250706:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.250709:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:0.0:1761122782.250714:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.250719:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.250721:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:0.0:1761122782.250723:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00080000:00000010:0.0:1761122782.250745:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069a909cd. 00010000:00000010:0.0:1761122782.250827:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000171e5781. 00010000:00000010:0.0:1761122782.250834:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b23188a9. 00010000:00000010:0.0:1761122782.251148:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122782.251154:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:0.0:1761122782.251165:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ef60ebb3. 00000100:00000010:0.0:1761122782.251168:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de389fef. 00000100:00000010:0.0:1761122782.251174:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122782.251185:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9dfea7d. 02000000:00000010:0.0:1761122782.251207:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe447954. 00000400:00000010:0.0:1761122782.251211:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007117c581. 00000400:00000010:0.0:1761122782.251216:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122782.251220:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643643968, portal 16 00000400:00000010:0.0:1761122782.251224:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122782.251225:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643643968, offset 0 00000400:00000200:0.0:1761122782.251230:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.251236:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.251242:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.251245:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.251248:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.251250:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89304:89304:256:4294967295] 192.168.201.27@tcp LPNI seq info [89304:89304:8:4294967295] 00000400:00000200:0.0:1761122782.251256:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.251260:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.251262:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122782.251265:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.251270:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.251272:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.251332:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.251334:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:0.0:1761122782.251338:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.251341:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.251343:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122782.251344:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122782.251349:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643643968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.255979:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.255999:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207c40 00000400:00000200:1.0:1761122782.256008:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf691 [1] + 224 00000400:00000200:1.0:1761122782.256021:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.256026:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.256036:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643643968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.256126:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007117c581. 00000400:00000200:2.0:1761122782.256130:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:2.0:1761122782.256132:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:2.0:1761122782.256139:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643643968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.256146:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643643968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.256175:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe447954. 02000000:00000010:2.0:1761122782.256182:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9dfea7d. 00000100:00000010:2.0:1761122782.256185:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:2.0:1761122782.256190:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de389fef. 00010000:00000010:2.0:1761122782.256194:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ef60ebb3. 00000400:00000200:3.0:1761122782.260315:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.260338:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253d80 00000400:00000200:3.0:1761122782.260346:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 1640 00000400:00000200:3.0:1761122782.260578:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.260584:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.260591:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.260596:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093522361. 00000020:00000010:2.0:1761122782.260986:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1302f0. 00000020:00000010:2.0:1761122782.260995:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.260999:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.261026:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000093522361 x1846669643955584/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122782.261062:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955584 02000000:00000010:2.0:1761122782.261074:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009022fc02. 00010000:00000010:2.0:1761122782.261112:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afbc1a45. 00010000:00000010:2.0:1761122782.261133:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.261140:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.261149:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.261152:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00080000:00000010:0.0:1761122782.261164:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f6cc7c8. 00000400:00000010:2.0:1761122782.261166:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122782.261171:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955584, offset 224 00000400:00000200:2.0:1761122782.261179:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.261189:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.261195:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89305:89305:256:4294967295] 192.168.201.27@tcp LPNI seq info [89305:89305:8:4294967295] 00000400:00000200:2.0:1761122782.261203:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.261208:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.261212:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122782.261217:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.261224:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.261227:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761122782.261246:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00000020:00000010:2.0:1761122782.261254:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00010000:00000010:0.0:1761122782.261254:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e5584ad. 00000020:00000010:2.0:1761122782.261258:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.261262:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1302f0. 00010000:00000010:0.0:1761122782.261343:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.0:1761122782.261349:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:0.0:1761122782.261360:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002f634413. 00000100:00000010:0.0:1761122782.261364:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d576c91e. 00000100:00000010:0.0:1761122782.261370:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffedc83c. 02000000:00000010:0.0:1761122782.261380:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8c83e17. 02000000:00000010:0.0:1761122782.261410:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006251c145. 00000400:00000010:0.0:1761122782.261417:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122782.261422:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122782.261427:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644032, portal 16 00000400:00000010:0.0:1761122782.261432:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122782.261434:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644032, offset 0 00000400:00000200:0.0:1761122782.261440:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.261447:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.261455:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.261459:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.261461:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.261464:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89306:89306:255:4294967295] 192.168.201.27@tcp LPNI seq info [89306:89306:7:4294967295] 00000400:00000200:0.0:1761122782.261474:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.261479:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.261481:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347850). 00000800:00000200:0.0:1761122782.261485:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.261489:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.261491:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.261561:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.261564:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:1.0:1761122782.261568:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.261572:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.261576:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:1.0:1761122782.261578:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000800:00000200:1.0:1761122782.261632:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.261634:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:1.0:1761122782.261639:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.261642:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.261644:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:1.0:1761122782.261645:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:1.0:1761122782.261650:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ffedc83c x1846669643644032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.261727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000671c5297. 00010000:00000010:0.1:1761122782.261733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7266ae9. 00010000:00000010:0.1:1761122782.261737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:0.1:1761122782.267068:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076423e2e. 00000400:00000200:1.0:1761122782.267524:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.267542:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207c80 00000400:00000200:1.0:1761122782.267550:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf69d [1] + 224 00000400:00000200:1.0:1761122782.267563:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.267567:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.267578:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ffedc83c x1846669643644032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.267683:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075601bfa. 00000400:00000010:3.0:1761122782.268268:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:3.0:1761122782.268273:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:3.0:1761122782.268276:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:3.0:1761122782.268283:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ffedc83c x1846669643644032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.268291:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ffedc83c x1846669643644032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.268318:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006251c145. 02000000:00000010:3.0:1761122782.268323:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8c83e17. 00000100:00000010:3.0:1761122782.268328:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ffedc83c. 00000100:00000010:3.0:1761122782.268333:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d576c91e. 00010000:00000010:3.0:1761122782.268336:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002f634413. 00010000:00000010:0.1:1761122782.268470:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00000400:00000200:0.0:1761122782.271648:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.271688:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253dc0 00000400:00000200:0.0:1761122782.271696:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xadfcd [2] + 1968 00000400:00000010:0.0:1761122782.271701:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98c9b9a. 00000400:00000200:0.0:1761122782.271706:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009250fc05 00000400:00000200:0.0:1761122782.271762:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.271766:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.271770:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009250fc05 00000400:00000010:0.0:1761122782.271772:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009250fc05 (tot 82347202). 00000100:00000200:0.0:1761122782.271778:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122782.271905:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d71c8f3. 00000020:00000010:1.0:1761122782.271912:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d167a86e. 00000020:00000010:1.0:1761122782.271916:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.271941:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000691398ff x1846669643955648/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122782.272183:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955648 02000000:00000010:1.0:1761122782.272194:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000056573748. 00010000:00000010:1.0:1761122782.272219:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ea02768. 00010000:00000010:1.0:1761122782.272239:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4cb21a0. 00000100:00000010:1.0:1761122782.272244:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003eb4a355. 00000100:00000010:1.0:1761122782.272257:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003eb4a355. 00010000:00000010:1.0:1761122782.272260:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4cb21a0. 00000400:00000010:1.0:1761122782.272273:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122782.272277:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955648, offset 224 00000400:00000200:1.0:1761122782.272284:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.272294:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.272299:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89307:89307:256:4294967295] 192.168.201.27@tcp LPNI seq info [89307:89307:8:4294967295] 00000400:00000200:1.0:1761122782.272310:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.272315:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.272319:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347450). 00000800:00000200:1.0:1761122782.272324:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.272331:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.272335:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.272348:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d167a86e. 00000020:00000010:1.0:1761122782.272352:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.272355:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d71c8f3. 02000000:00000010:1.0:1761122782.272536:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009022fc02. 00000100:00000010:1.0:1761122782.272540:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093522361. 02000000:00000010:1.0:1761122782.272543:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007ffb5827. 00000100:00000010:1.0:1761122782.272546:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122782.272549:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6e56d7a. 00000100:00000010:1.0:1761122782.272550:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c4e42b. 02000000:00000010:1.0:1761122782.272553:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001bf965e. 00000100:00000010:1.0:1761122782.272554:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b40d58d6. 02000000:00000010:1.0:1761122782.272557:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b9f4283. 00000100:00000010:1.0:1761122782.272558:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ce512bc. 02000000:00000010:1.0:1761122782.272560:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d21d3e7. 00000100:00000010:1.0:1761122782.272562:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000558f0c9a. 00000100:00000200:1.0:1761122782.272568:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122782.272572:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000743a0da5. 00000400:00000010:1.0:1761122782.272575:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003eb4a355 (tot 82347602). 00000800:00000200:1.0:1761122782.272631:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.272634:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:1.0:1761122782.272637:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.272641:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.272643:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:1.0:1761122782.272644:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 02000000:00000010:1.0:1761122782.272647:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056573748. 00080000:00000010:1.0:1761122782.272688:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056573748. 00010000:00000010:1.0:1761122782.272771:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:1.0:1761122782.272778:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000312f644f. 00010000:00000010:1.0:1761122782.272843:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122782.272847:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122782.272856:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4cb21a0. 00000100:00000010:1.0:1761122782.272860:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ba29931. 00000100:00000010:1.0:1761122782.272867:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122782.272878:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:1.0:1761122782.273124:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001bf965e. 00000400:00000010:1.0:1761122782.273128:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004c517c7d. 00000400:00000010:1.0:1761122782.273131:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122782.273134:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644096, portal 16 00000400:00000010:1.0:1761122782.273139:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122782.273140:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644096, offset 0 00000400:00000200:1.0:1761122782.273145:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.273151:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.273156:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.273159:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.273162:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.273165:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89308:89308:256:4294967295] 192.168.201.27@tcp LPNI seq info [89308:89308:8:4294967295] 00000400:00000200:1.0:1761122782.273172:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.273176:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.273178:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122782.273181:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.273185:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.273187:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.273228:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.273230:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:1.0:1761122782.273232:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.273236:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.273238:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:1.0:1761122782.273239:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000100:00000200:1.0:1761122782.273243:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035a41cfe x1846669643644096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.278086:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.278114:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207cc0 00000400:00000200:3.0:1761122782.278123:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6ad [1] + 224 00000400:00000200:3.0:1761122782.278137:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.278141:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.278152:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035a41cfe x1846669643644096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.278880:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.278888:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253e00 00000400:00000200:3.0:1761122782.278893:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 0 00000400:00000200:3.0:1761122782.279422:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.279427:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.279432:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.279437:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a8e05af. 00000400:00000010:2.0:1761122782.279603:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004c517c7d. 00000400:00000200:2.0:1761122782.279608:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:2.0:1761122782.279610:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000100:00000200:2.0:1761122782.279617:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035a41cfe x1846669643644096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.279626:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035a41cfe x1846669643644096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.279675:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001bf965e. 02000000:00000010:2.0:1761122782.279680:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:2.0:1761122782.279684:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000010:2.0:1761122782.279688:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ba29931. 00010000:00000010:2.0:1761122782.279691:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4cb21a0. 00000020:00000010:0.0:1761122782.279752:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000756e2a42. 00000020:00000010:0.0:1761122782.279759:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.279762:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.279782:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000a8e05af x1846669643955712/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.280354:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955712 02000000:00000010:0.0:1761122782.280365:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea1f1fa3. 00010000:00000010:0.0:1761122782.280386:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb8c2926. 00010000:00000010:0.0:1761122782.280406:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.280411:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000505eef3d. 00000100:00000010:0.0:1761122782.280423:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000505eef3d. 00010000:00000010:0.0:1761122782.280426:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.280437:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122782.280441:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955712, offset 224 00000400:00000200:0.0:1761122782.280449:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.280459:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.280464:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89309:89309:256:4294967295] 192.168.201.27@tcp LPNI seq info [89309:89309:8:4294967295] 00000400:00000200:0.0:1761122782.280474:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.280479:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.280483:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122782.280488:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.280495:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.280498:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.280514:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.280518:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.280520:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000756e2a42. 00080000:00000010:3.0:1761122782.280579:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2b0bdbb. 00010000:00000010:3.0:1761122782.280666:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00010000:00000010:3.0:1761122782.280672:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d3c3665. 00010000:00000010:3.0:1761122782.280734:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002ec93ab2. 00010000:00000010:3.0:1761122782.280739:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000518d9085. 00010000:00000010:3.0:1761122782.280747:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004271779a. 00000100:00000010:3.0:1761122782.280751:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fe3f867. 00000100:00000010:3.0:1761122782.280756:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 02000000:00000010:3.0:1761122782.280764:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af0c2bf2. 02000000:00000010:3.0:1761122782.280784:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014140827. 00000400:00000010:3.0:1761122782.280788:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122782.280792:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122782.280797:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644160, portal 16 00000400:00000010:3.0:1761122782.280800:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122782.280802:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644160, offset 0 00000400:00000200:3.0:1761122782.280806:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.280811:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.280817:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.280820:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.280822:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.280825:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89310:89310:255:4294967295] 192.168.201.27@tcp LPNI seq info [89310:89310:7:4294967295] 00000400:00000200:3.0:1761122782.280832:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.280836:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.280839:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347850). 00000800:00000200:3.0:1761122782.280842:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.280846:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.280848:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.281174:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.281178:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347602). 00000400:00000200:0.0:1761122782.281183:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.281186:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.281189:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:0.0:1761122782.281190:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00000800:00000200:0.0:1761122782.282635:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.282640:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:0.0:1761122782.282646:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.282653:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.282667:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:0.0:1761122782.282669:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000100:00000200:0.0:1761122782.282676:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e369598d x1846669643644160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.284818:0:78661:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cf141db. 00010000:00000010:1.1:1761122782.284830:0:78661:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efa852fb. 00010000:00000010:1.1:1761122782.284833:0:78661:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ae55a. 00000400:00000200:1.0:1761122782.286332:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.286351:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207d00 00000400:00000200:1.0:1761122782.286359:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6b9 [1] + 224 00000400:00000200:1.0:1761122782.286370:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.286374:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.286383:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e369598d x1846669643644160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.286478:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.286485:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253e40 00000400:00000200:1.0:1761122782.286490:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 328 00000400:00000200:1.0:1761122782.286497:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.286500:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.286504:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.286508:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:3.0:1761122782.286614:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038229319. 00000400:00000200:3.0:1761122782.286619:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122782.286621:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122782.286626:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e369598d x1846669643644160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.286634:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e369598d x1846669643644160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.286883:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014140827. 02000000:00000010:3.0:1761122782.286890:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af0c2bf2. 00000100:00000010:3.0:1761122782.286894:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 00000100:00000010:3.0:1761122782.286897:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fe3f867. 00010000:00000010:3.0:1761122782.287105:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004271779a. 00000020:00000010:0.0:1761122782.287184:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000756e2a42. 00000020:00000010:0.0:1761122782.287192:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.287196:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.287216:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643955776/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122782.287251:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955776 02000000:00000010:0.0:1761122782.287262:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c83e17. 00010000:00000010:0.0:1761122782.287284:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f03f752. 00010000:00000010:0.0:1761122782.287299:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.287304:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000505eef3d. 00000100:00000010:0.0:1761122782.287321:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000505eef3d. 00010000:00000010:0.0:1761122782.287324:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.287334:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122782.287338:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955776, offset 224 00000400:00000200:0.0:1761122782.287345:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.287354:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.287360:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89311:89311:256:4294967295] 192.168.201.27@tcp LPNI seq info [89311:89311:8:4294967295] 00000400:00000200:0.0:1761122782.287370:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.287376:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.287379:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122782.287384:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.287391:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.287395:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.287407:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008722009c. 00000020:00000010:0.0:1761122782.287411:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.287413:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000756e2a42. 00080000:00000010:1.0:1761122782.287484:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d71c8f3. 00010000:00000010:1.0:1761122782.287560:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000518d9085. 00010000:00000010:1.0:1761122782.287565:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b35329d0. 00010000:00000010:1.0:1761122782.287627:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000beeb8a0f. 00010000:00000010:1.0:1761122782.287631:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003ebe3e5f. 00010000:00000010:1.0:1761122782.287636:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acddc919. 00010000:00000010:1.0:1761122782.287640:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00080000:00000010:1.0:1761122782.287649:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005abeae5f. 00000800:00000200:3.0:1761122782.287781:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.287786:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:3.0:1761122782.287791:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.287795:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.287798:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:3.0:1761122782.287799:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00010000:00000010:1.0:1761122782.288187:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.288192:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003ebe3e5f. 00010000:00000010:1.0:1761122782.288239:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.0:1761122782.288242:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.288250:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d15d3de0. 00000100:00000010:1.0:1761122782.288254:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ba29931. 00000100:00000010:1.0:1761122782.288261:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122782.288270:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9202d70. 02000000:00000010:1.0:1761122782.288291:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5456900. 00000400:00000010:1.0:1761122782.288295:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004990661c. 00000400:00000010:1.0:1761122782.288300:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122782.288304:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644224, portal 16 00000400:00000010:1.0:1761122782.288308:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122782.288310:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644224, offset 0 00000400:00000200:1.0:1761122782.288315:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.288322:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.288329:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.288332:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.288335:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.288337:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89312:89312:256:4294967295] 192.168.201.27@tcp LPNI seq info [89312:89312:8:4294967295] 00000400:00000200:1.0:1761122782.288346:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.288350:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.288353:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122782.288357:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.288362:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.288364:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.288585:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.288588:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:0.0:1761122782.288592:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.288596:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.288598:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:0.0:1761122782.288600:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:0.0:1761122782.288606:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643644224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.288887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c497368. 00010000:00000010:3.1:1761122782.288893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:0.1:1761122782.290699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f9df34. 00000400:00000200:1.0:1761122782.291834:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.291852:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207d40 00000400:00000200:1.0:1761122782.291861:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6c5 [1] + 224 00000400:00000200:1.0:1761122782.291871:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.291876:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.291887:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643644224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.291914:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.291920:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253e80 00000400:00000200:1.0:1761122782.291925:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 656 00000400:00000200:1.0:1761122782.291990:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.291994:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.291999:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.292004:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:2.0:1761122782.292072:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1302f0. 00000020:00000010:2.0:1761122782.292079:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000400:00000010:3.0:1761122782.292080:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004990661c. 00000020:00000010:2.0:1761122782.292084:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.292124:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643955840/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000200:3.0:1761122782.292138:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:3.0:1761122782.292141:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000100:00000200:3.0:1761122782.292149:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643644224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.292158:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643644224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.292164:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955840 02000000:00000010:2.0:1761122782.292181:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b72d5fb7. 02000000:00000010:3.0:1761122782.292187:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5456900. 02000000:00000010:3.0:1761122782.292194:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9202d70. 00000100:00000010:3.0:1761122782.292198:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:3.0:1761122782.292204:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ba29931. 00010000:00000010:3.0:1761122782.292207:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d15d3de0. 00010000:00000010:2.0:1761122782.292213:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f8317a80. 00010000:00000010:2.0:1761122782.292236:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.292243:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.292257:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.292261:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00000400:00000010:2.0:1761122782.292276:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122782.292281:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955840, offset 224 00000400:00000200:2.0:1761122782.292289:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.292301:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.292307:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89313:89313:256:4294967295] 192.168.201.27@tcp LPNI seq info [89313:89313:8:4294967295] 00080000:00000010:3.0:1761122782.292312:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af0c2bf2. 00000400:00000200:2.0:1761122782.292318:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.292325:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.292329:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122782.292336:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.292344:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.292349:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.292388:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122782.292394:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.292398:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1302f0. 00010000:00000010:3.0:1761122782.292404:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:3.0:1761122782.292413:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bc0718f. 00010000:00000010:3.0:1761122782.292480:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d4aa0532. 00010000:00000010:3.0:1761122782.292487:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d525d894. 00010000:00000010:3.0:1761122782.292497:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004271779a. 00000100:00000010:3.0:1761122782.292501:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fe3f867. 00000100:00000010:3.0:1761122782.292507:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 02000000:00000010:3.0:1761122782.292517:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014140827. 02000000:00000010:3.0:1761122782.292540:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e66b629b. 00000400:00000010:3.0:1761122782.292545:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122782.292548:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122782.292553:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644288, portal 16 00000400:00000010:3.0:1761122782.292556:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122782.292558:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644288, offset 0 00000400:00000200:3.0:1761122782.292564:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.292571:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.292578:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.292582:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.292584:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.292587:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89314:89314:255:4294967295] 192.168.201.27@tcp LPNI seq info [89314:89314:7:4294967295] 00000400:00000200:3.0:1761122782.292594:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.292599:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.292603:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048778ccb (tot 82347850). 00000800:00000200:3.0:1761122782.292607:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.292611:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.292613:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048778ccb type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122782.296303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098187344. 00000800:00000200:0.0:1761122782.296379:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.296383:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:0.0:1761122782.296388:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.296398:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.296404:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:0.0:1761122782.296406:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000800:00000200:0.0:1761122782.296488:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.296490:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048778ccb (tot 82347354). 00000400:00000200:0.0:1761122782.296494:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.296498:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.296500:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:0.0:1761122782.296501:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:0.0:1761122782.296509:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e369598d x1846669643644288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.296759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027cd792f. 00010000:00000010:1.1:1761122782.296767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ec93ab2. 00010000:00000010:1.1:1761122782.296778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beeb8a0f. 00010000:00000010:1.1:1761122782.296781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00010000:00000010:3.1:1761122782.298727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bf20c26. 00010000:00000010:3.1:1761122782.298742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00010000:00000010:2.1:1761122782.302707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023f71608. 00000400:00000200:0.0:1761122782.302957:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.302979:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207d80 00000400:00000200:0.0:1761122782.302987:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6d1 [1] + 224 00000400:00000200:0.0:1761122782.303003:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.303008:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.303020:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e369598d x1846669643644288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.303136:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000038229319. 00000400:00000200:3.0:1761122782.303142:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:3.0:1761122782.303144:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:3.0:1761122782.303150:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e369598d x1846669643644288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.303158:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e369598d x1846669643644288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.303188:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e66b629b. 02000000:00000010:3.0:1761122782.303194:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014140827. 00000100:00000010:3.0:1761122782.303197:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 00000100:00000010:3.0:1761122782.303202:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fe3f867. 00010000:00000010:3.0:1761122782.303206:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004271779a. 00000400:00000200:1.0:1761122782.309720:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.309744:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253ec0 00000400:00000200:1.0:1761122782.309754:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 984 00000400:00000200:1.0:1761122782.309830:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.309836:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.309842:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.309849:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:2.0:1761122782.310794:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1302f0. 00000020:00000010:2.0:1761122782.310803:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122782.310807:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.310838:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643955904/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.310872:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955904 02000000:00000010:2.0:1761122782.311065:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082bf4921. 00010000:00000010:2.0:1761122782.311105:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eeec104c. 00010000:00000010:2.0:1761122782.311133:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.311140:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.311155:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.311159:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00000400:00000010:2.0:1761122782.311174:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122782.311179:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955904, offset 224 00000400:00000200:2.0:1761122782.311188:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.311199:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.311205:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89315:89315:256:4294967295] 192.168.201.27@tcp LPNI seq info [89315:89315:8:4294967295] 00000400:00000200:2.0:1761122782.311214:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.311219:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.311224:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122782.311229:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.311235:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.311239:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.311263:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122782.311267:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.311270:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1302f0. 00000800:00000200:0.0:1761122782.311350:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.311354:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122782.311359:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.311364:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.311367:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:0.0:1761122782.311369:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00080000:00000010:3.0:1761122782.311805:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014140827. 00010000:00000010:2.0:1761122782.312171:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d525d894. 00010000:00000010:2.0:1761122782.312180:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000141feed7. 00010000:00000010:2.0:1761122782.312255:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.312260:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a15ac9f8. 00010000:00000010:2.0:1761122782.312270:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.312275:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.312283:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122782.312295:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b1302f0. 02000000:00000010:2.0:1761122782.312320:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000029b64229. 00000400:00000010:2.0:1761122782.312325:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122782.312329:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122782.312334:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644352, portal 16 00000400:00000010:2.0:1761122782.312339:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122782.312340:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644352, offset 0 00000400:00000200:2.0:1761122782.312347:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.312357:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.312364:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.312368:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.312370:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.312373:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89316:89316:256:4294967295] 192.168.201.27@tcp LPNI seq info [89316:89316:8:4294967295] 00000400:00000200:2.0:1761122782.312382:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.312387:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.312390:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.312395:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.312400:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.312402:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.312522:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.312526:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122782.312530:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.312536:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.312539:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:1.0:1761122782.312541:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:1.0:1761122782.312547:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643644352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.318395:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.318417:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207dc0 00000400:00000200:1.0:1761122782.318427:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6dd [1] + 224 00000400:00000200:1.0:1761122782.318442:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.318446:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.318457:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643644352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.318890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039353d01. 00000400:00000010:2.0:1761122782.318915:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:2.0:1761122782.318919:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:2.0:1761122782.318921:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:2.0:1761122782.318929:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643644352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.318938:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643644352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.318975:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000029b64229. 02000000:00000010:2.0:1761122782.318980:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b1302f0. 00000100:00000010:2.0:1761122782.318984:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122782.318989:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.318993:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00000400:00000200:1.0:1761122782.320383:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.320398:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253f00 00000400:00000200:1.0:1761122782.320404:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 1312 00000400:00000200:1.0:1761122782.320470:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.320476:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.320481:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.320487:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:2.0:1761122782.320555:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009b1302f0. 00000020:00000010:2.0:1761122782.320562:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122782.320566:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.320592:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643955968/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122782.320636:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643955968 02000000:00000010:2.0:1761122782.320649:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000029b64229. 00010000:00000010:2.0:1761122782.320700:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001be7676e. 00010000:00000010:2.0:1761122782.320722:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.320729:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00080000:00000010:1.0:1761122782.323186:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9202d70. 00010000:00000010:1.0:1761122782.323361:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acddc919. 00010000:00000010:1.0:1761122782.323369:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122782.323382:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d1406b1e. 00000100:00000010:1.0:1761122782.323565:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ba29931. 00000100:00000010:1.0:1761122782.323575:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.323588:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5456900. 02000000:00000010:1.0:1761122782.323619:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d21d3e7. 00000400:00000010:1.0:1761122782.323625:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020d03b38. 00000400:00000010:1.0:1761122782.323632:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122782.323639:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644416, portal 16 00000400:00000010:1.0:1761122782.323645:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122782.323647:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644416, offset 0 00000400:00000200:1.0:1761122782.323673:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.323691:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.323700:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.323703:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.323706:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.323709:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89317:89317:256:4294967295] 192.168.201.27@tcp LPNI seq info [89317:89317:8:4294967295] 00000400:00000200:1.0:1761122782.323719:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.323725:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.323731:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122782.323737:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.323745:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.323749:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.0:1761122782.324768:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ac9f8. 00000100:00000010:2.0:1761122782.324788:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122782.324793:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00010000:00000010:2.0:1761122782.324802:0:77132:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013153989. 00000400:00000010:2.0:1761122782.324821:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122782.324827:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643955968, offset 224 00000400:00000200:2.0:1761122782.324835:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.324845:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.324850:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89318:89318:255:4294967295] 192.168.201.27@tcp LPNI seq info [89318:89318:7:4294967295] 00000400:00000200:2.0:1761122782.324859:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.324863:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.324867:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122782.324871:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.324876:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.324878:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.324893:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a1e0be85. 00000020:00000010:2.0:1761122782.324897:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.324902:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009b1302f0. 00000800:00000200:0.0:1761122782.324947:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.324952:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347602). 00000400:00000200:0.0:1761122782.324957:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.324963:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.324968:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:0.0:1761122782.324970:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:0.0:1761122782.324978:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643644416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761122782.325049:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.325051:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122782.325054:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.325057:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.325059:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:0.0:1761122782.325061:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00010000:00000010:2.1:1761122782.325762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb15469d. 00010000:00000010:2.1:1761122782.325770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4aa0532. 00010000:00000010:2.1:1761122782.333903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd0e1d6b. 00010000:00000010:2.1:1761122782.333916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122782.333920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f255826b. 00000400:00000200:1.0:1761122782.334145:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.334163:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207e00 00000400:00000200:1.0:1761122782.334172:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6e5 [1] + 224 00000400:00000200:1.0:1761122782.334184:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.334189:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.334199:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643644416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.334241:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.334248:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253f40 00000400:00000200:1.0:1761122782.334253:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 1640 00000400:00000200:1.0:1761122782.334297:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.334301:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.334306:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.334311:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000400:00000010:2.0:1761122782.334400:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020d03b38. 00000400:00000200:2.0:1761122782.334406:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:2.0:1761122782.334408:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000100:00000200:2.0:1761122782.334415:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643644416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.334423:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643644416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.334454:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d21d3e7. 02000000:00000010:2.0:1761122782.334461:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5456900. 00000100:00000010:2.0:1761122782.334466:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:2.0:1761122782.334471:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ba29931. 00010000:00000010:2.0:1761122782.334475:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d1406b1e. 00000020:00000010:3.0:1761122782.334478:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66b629b. 00000020:00000010:3.0:1761122782.334486:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122782.334491:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.334515:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643956032/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.334559:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956032 02000000:00000010:3.0:1761122782.334568:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3324c17. 00010000:00000010:3.0:1761122782.334592:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007df9c919. 00010000:00000010:3.0:1761122782.334609:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004271779a. 00000100:00000010:3.0:1761122782.334614:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fe3f867. 00000100:00000010:3.0:1761122782.334627:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fe3f867. 00010000:00000010:3.0:1761122782.334631:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004271779a. 00000400:00000010:3.0:1761122782.334641:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122782.334645:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956032, offset 224 00000400:00000200:3.0:1761122782.334652:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122782.334730:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b1302f0. 00010000:00000010:2.0:1761122782.334812:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:2.0:1761122782.334818:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000991a7d78. 00010000:00000010:2.0:1761122782.334883:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.334888:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a15ac9f8. 00010000:00000010:2.0:1761122782.334896:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000100:00000010:2.0:1761122782.334900:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122782.334905:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122782.334919:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bfbdd242. 02000000:00000010:2.0:1761122782.334939:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000030e79144. 00000400:00000010:2.0:1761122782.334942:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000200:3.0:1761122782.335522:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.335529:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89319:89319:256:4294967295] 192.168.201.27@tcp LPNI seq info [89319:89319:8:4294967295] 00000400:00000200:3.0:1761122782.335540:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.335545:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.335551:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347602). 00000800:00000200:3.0:1761122782.335557:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.335564:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.335568:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.335592:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122782.335596:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.335600:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66b629b. 00000800:00000200:1.0:1761122782.335703:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.335707:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347354). 00000400:00000200:1.0:1761122782.335712:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.335716:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:2.0:1761122782.336186:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122782.336193:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644480, portal 16 00000400:00000010:2.0:1761122782.336198:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122782.336200:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644480, offset 0 00000400:00000200:2.0:1761122782.336207:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.336214:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.336220:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.336224:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.336227:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.336229:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89320:89320:255:4294967295] 192.168.201.27@tcp LPNI seq info [89320:89320:7:4294967295] 00000400:00000200:2.0:1761122782.336236:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.336240:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.336243:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122782.336247:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.336251:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.336253:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1761122782.338238:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:1.0:1761122782.338246:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000800:00000200:1.0:1761122782.338327:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.338330:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122782.338335:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.338343:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.338345:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:1.0:1761122782.338347:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:1.0:1761122782.338353:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643644480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.342696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec2d142b. 00000400:00000200:0.0:1761122782.342708:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.342736:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207e40 00000400:00000200:0.0:1761122782.342745:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf6f5 [1] + 224 00000400:00000200:0.0:1761122782.342758:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.342762:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.342774:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643644480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.342805:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.342811:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253f80 00000400:00000200:0.0:1761122782.342816:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae025 [2] + 1968 00000400:00000010:0.0:1761122782.342819:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004601dfcf. 00000400:00000200:0.0:1761122782.342822:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009cfebc1c 00000400:00000200:0.0:1761122782.342879:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.342884:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.342887:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009cfebc1c 00000400:00000010:0.0:1761122782.342889:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009cfebc1c (tot 82347202). 00000100:00000200:0.0:1761122782.342894:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122782.343196:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e66b629b. 00000020:00000010:3.0:1761122782.343204:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.343209:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000400:00000010:2.0:1761122782.343210:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:2.0:1761122782.343216:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122782.343218:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122782.343225:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643644480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.343234:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643644480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.343263:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000030e79144. 02000000:00000010:2.0:1761122782.343269:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bfbdd242. 00000100:00000010:2.0:1761122782.343272:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122782.343279:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00000100:00000200:3.0:1761122782.343283:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e9afe19b x1846669643956096/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:2.0:1761122782.343283:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00000100:00000200:3.0:1761122782.343319:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956096 02000000:00000010:3.0:1761122782.343331:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee02af4a. 00010000:00000010:3.0:1761122782.343356:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b9b780. 00010000:00000010:3.0:1761122782.343376:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054c9f3c0. 00000100:00000010:3.0:1761122782.343383:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008fe3f867. 00000100:00000010:3.0:1761122782.343401:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008fe3f867. 00010000:00000010:3.0:1761122782.343405:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054c9f3c0. 00000400:00000010:3.0:1761122782.343417:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122782.343421:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956096, offset 224 00000400:00000200:3.0:1761122782.343429:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122782.343432:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfbdd242. 00000400:00000200:3.0:1761122782.343440:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.343446:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89321:89321:256:4294967295] 192.168.201.27@tcp LPNI seq info [89321:89321:8:4294967295] 00000400:00000200:3.0:1761122782.343456:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.343462:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.343466:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347450). 00000800:00000200:3.0:1761122782.343472:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.343479:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.343483:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.343515:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00010000:00000010:2.0:1761122782.343518:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ac9f8. 00000020:00000010:3.0:1761122782.343520:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.343526:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e66b629b. 00010000:00000010:2.0:1761122782.343526:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000070ccfbbb. 02000000:00000010:3.0:1761122782.343538:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3324c17. 00000100:00000010:3.0:1761122782.343541:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:3.0:1761122782.343545:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000029b64229. 00010000:00000010:2.0:1761122782.343603:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122782.343608:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000a1e0be85. 00010000:00000010:2.0:1761122782.343614:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.0:1761122782.343619:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a15ac9f8. 00080000:00000010:2.0:1761122782.343632:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030e79144. 00010000:00000010:2.0:1761122782.343686:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ac9f8. 00010000:00000010:2.0:1761122782.343691:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1e0be85. 00010000:00000010:2.0:1761122782.343767:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a98b44. 00000800:00000200:0.0:1761122782.343771:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:2.0:1761122782.343773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a15ac9f8. 00000800:00000010:0.0:1761122782.343776:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347202). 00010000:00000010:2.0:1761122782.343782:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002862bfd9. 00000400:00000200:0.0:1761122782.343782:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.343787:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000010:2.0:1761122782.343788:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000400:00000200:0.0:1761122782.343793:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:0.0:1761122782.343795:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000010:2.0:1761122782.343796:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:0.0:1761122782.343800:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee02af4a. 02000000:00000010:2.0:1761122782.343809:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000050a596b. 02000000:00000010:2.0:1761122782.343835:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064802dab. 00000400:00000010:2.0:1761122782.343839:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122782.343844:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122782.343849:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644544, portal 16 00000400:00000010:2.0:1761122782.343853:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122782.343857:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644544, offset 0 00000100:00000010:3.0:1761122782.343862:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000400:00000200:2.0:1761122782.343865:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 02000000:00000010:3.0:1761122782.343868:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082bf4921. 00000100:00000010:3.0:1761122782.343871:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000400:00000200:2.0:1761122782.343874:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 02000000:00000010:3.0:1761122782.343876:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b72d5fb7. 00000100:00000010:3.0:1761122782.343880:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 00000400:00000200:2.0:1761122782.343883:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 02000000:00000010:3.0:1761122782.343884:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c83e17. 00000100:00000010:3.0:1761122782.343888:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000400:00000200:2.0:1761122782.343889:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1761122782.343893:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea1f1fa3. 00000400:00000200:2.0:1761122782.343894:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000100:00000010:3.0:1761122782.343897:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a8e05af. 00000400:00000200:2.0:1761122782.343901:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89322:89322:256:4294967295] 192.168.201.27@tcp LPNI seq info [89322:89322:8:4294967295] 00000100:00000200:3.0:1761122782.343907:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1761122782.343912:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000400:00000010:3.0:1761122782.343913:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000038229319. 00000400:00000010:3.0:1761122782.343919:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008fe3f867 (tot 82347354). 00000800:00000200:2.0:1761122782.343919:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.343925:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122782.343930:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.343936:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.343938:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.344189:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.344192:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122782.344195:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.344199:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.344202:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:3.0:1761122782.344204:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:3.0:1761122782.344208:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643644544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.351763:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.351786:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207e80 00000400:00000200:0.0:1761122782.351797:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf701 [1] + 224 00000400:00000200:0.0:1761122782.351810:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.351814:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.351825:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643644544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.351872:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.351881:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948253fc0 00000400:00000200:0.0:1761122782.351887:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 0 00000400:00000010:3.0:1761122782.351904:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:3.0:1761122782.351911:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122782.351913:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:3.0:1761122782.351921:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643644544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.352179:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.352184:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.352189:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.352196:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000100:00000200:3.0:1761122782.353441:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643644544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.353480:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064802dab. 02000000:00000010:3.0:1761122782.353488:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000050a596b. 00000100:00000010:3.0:1761122782.353492:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:3.0:1761122782.353499:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:3.0:1761122782.353503:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002862bfd9. 00000020:00000010:3.0:1761122782.353556:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3324c17. 00000020:00000010:3.0:1761122782.353563:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.353567:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.353594:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643956160/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.353635:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956160 02000000:00000010:3.0:1761122782.353772:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e66b629b. 00010000:00000010:3.0:1761122782.353800:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b1c29248. 00010000:00000010:3.0:1761122782.353820:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054c9f3c0. 00000100:00000010:3.0:1761122782.353826:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122782.353832:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122782.353835:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054c9f3c0. 00000400:00000010:3.0:1761122782.353849:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122782.353854:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956160, offset 224 00000400:00000200:3.0:1761122782.353875:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.353888:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.353894:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89323:89323:256:4294967295] 192.168.201.27@tcp LPNI seq info [89323:89323:8:4294967295] 00000400:00000200:3.0:1761122782.353906:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.353919:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.353925:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.353931:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.353940:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.353944:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.353970:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.353975:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.353981:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3324c17. 00080000:00000010:3.0:1761122782.354006:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3324c17. 00010000:00000010:3.0:1761122782.354108:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a15ac9f8. 00010000:00000010:3.0:1761122782.354114:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a45e63c. 00010000:00000010:3.0:1761122782.354189:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003250cc20. 00010000:00000010:3.0:1761122782.354196:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002bdf5572. 00010000:00000010:3.0:1761122782.354205:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054c9f3c0. 00000100:00000010:3.0:1761122782.354209:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122782.354216:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a8e05af. 02000000:00000010:3.0:1761122782.354226:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee02af4a. 02000000:00000010:3.0:1761122782.354247:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed666d40. 00000400:00000010:3.0:1761122782.354253:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004b060378. 00000400:00000010:3.0:1761122782.354258:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122782.354262:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644608, portal 16 00000400:00000010:3.0:1761122782.354491:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122782.354494:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644608, offset 0 00000400:00000200:3.0:1761122782.354499:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.354506:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.354513:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.354517:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.354520:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.354528:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89324:89324:255:4294967295] 192.168.201.27@tcp LPNI seq info [89324:89324:7:4294967295] 00000400:00000200:3.0:1761122782.354535:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.354540:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.354543:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347850). 00000800:00000200:3.0:1761122782.354547:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.354551:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.354554:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122782.354869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323420d8. 00010000:00000010:2.1:1761122782.354877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00000800:00000200:0.0:1761122782.355888:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.355892:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347602). 00000400:00000200:0.0:1761122782.355898:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.355905:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.355909:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:0.0:1761122782.355911:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000800:00000200:0.0:1761122782.355982:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.355985:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347354). 00000400:00000200:0.0:1761122782.355988:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.355992:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.355994:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:0.0:1761122782.355996:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:0.0:1761122782.356002:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a8e05af x1846669643644608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.358721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741c6f95. 00010000:00000010:2.1:1761122782.358736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122782.358741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122782.358744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00010000:00000010:3.1:1761122782.359717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c629ae0d. 00000400:00000200:3.0:1761122782.360262:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.360281:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207ec0 00000400:00000200:3.0:1761122782.360290:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf711 [1] + 224 00000400:00000200:3.0:1761122782.360305:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.360310:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.360320:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a8e05af x1846669643644608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.360619:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004b060378. 00000400:00000200:2.0:1761122782.360624:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:2.0:1761122782.360626:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:2.0:1761122782.360633:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a8e05af x1846669643644608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.360641:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a8e05af x1846669643644608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.360710:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed666d40. 02000000:00000010:2.0:1761122782.360717:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee02af4a. 00000100:00000010:2.0:1761122782.360721:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a8e05af. 00000100:00000010:2.0:1761122782.360726:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:2.0:1761122782.360730:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054c9f3c0. 00000400:00000200:1.0:1761122782.363279:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.363297:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254000 00000400:00000200:1.0:1761122782.363304:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 328 00000400:00000200:1.0:1761122782.363368:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.363373:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.363379:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.363386:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:3.0:1761122782.364904:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfcc2f4b. 00000020:00000010:3.0:1761122782.364915:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.364920:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.364952:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643956224/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.364998:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956224 02000000:00000010:3.0:1761122782.365011:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013037503. 00010000:00000010:3.0:1761122782.365042:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042c1f1fe. 00010000:00000010:3.0:1761122782.365063:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122782.365071:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.365087:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122782.365091:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122782.365118:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122782.365124:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956224, offset 224 00000400:00000200:3.0:1761122782.365133:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.365149:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.365158:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89325:89325:256:4294967295] 192.168.201.27@tcp LPNI seq info [89325:89325:8:4294967295] 00000400:00000200:3.0:1761122782.365170:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.365176:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.365181:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048778ccb (tot 82347602). 00000800:00000200:3.0:1761122782.365188:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.365195:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.365199:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048778ccb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.365225:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.365230:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.365234:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfcc2f4b. 00010000:00000010:3.1:1761122782.365718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d610dc82. 00010000:00000010:3.1:1761122782.365725:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b98bdde. 00010000:00000010:3.1:1761122782.365730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00080000:00000010:2.0:1761122782.367371:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009022fc02. 00010000:00000010:2.0:1761122782.367472:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bdf5572. 00010000:00000010:2.0:1761122782.367481:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008d33c3be. 00010000:00000010:2.0:1761122782.367564:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.0:1761122782.367571:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000dd589dc4. 00010000:00000010:2.0:1761122782.367584:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ccf46b79. 00000100:00000010:2.0:1761122782.367592:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122782.367601:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 02000000:00000010:2.0:1761122782.367614:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000050a596b. 02000000:00000010:2.0:1761122782.367644:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064802dab. 00000400:00000010:2.0:1761122782.367652:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074dac3f6. 00000400:00000010:2.0:1761122782.367684:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122782.367691:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644672, portal 16 00000400:00000010:2.0:1761122782.367697:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.367701:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644672, offset 0 00000400:00000200:2.0:1761122782.367710:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.367743:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.367751:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.367754:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.367758:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.367761:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89326:89326:255:4294967295] 192.168.201.27@tcp LPNI seq info [89326:89326:7:4294967295] 00000400:00000200:2.0:1761122782.367772:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.367780:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.367785:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122782.367791:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.367798:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.367802:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.370401:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.370409:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048778ccb (tot 82347602). 00000400:00000200:1.0:1761122782.370416:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.370424:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.370431:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:1.0:1761122782.370433:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000800:00000200:1.0:1761122782.370510:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.370513:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122782.370517:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.370521:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.370524:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:1.0:1761122782.370525:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:1.0:1761122782.370533:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000859fcd97 x1846669643644672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.375694:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bc79fc1. 00010000:00000010:2.1:1761122782.377773:0:78668:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6c714a6. 00010000:00000010:2.1:1761122782.377785:0:78668:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00000400:00000200:1.0:1761122782.380138:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.380157:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207f00 00000400:00000200:1.0:1761122782.380168:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf71d [1] + 224 00000400:00000200:1.0:1761122782.380185:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.380189:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.380202:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000859fcd97 x1846669643644672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.380282:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074dac3f6. 00000400:00000200:3.0:1761122782.380288:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:3.0:1761122782.380291:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:3.0:1761122782.380298:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000859fcd97 x1846669643644672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.380308:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000859fcd97 x1846669643644672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.380339:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064802dab. 02000000:00000010:3.0:1761122782.380346:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000050a596b. 00000100:00000010:3.0:1761122782.380350:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 00000100:00000010:3.0:1761122782.380355:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:3.0:1761122782.380359:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ccf46b79. 00000400:00000200:1.0:1761122782.387370:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.387388:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254040 00000400:00000200:1.0:1761122782.387397:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 656 00000400:00000200:1.0:1761122782.387477:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.387483:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.387490:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.387496:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:3.0:1761122782.388344:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee02af4a. 00000020:00000010:3.0:1761122782.388356:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.388363:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.388405:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643956288/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.388449:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956288 02000000:00000010:3.0:1761122782.388463:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed666d40. 00010000:00000010:3.0:1761122782.388496:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4d139c4. 00010000:00000010:3.0:1761122782.388518:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122782.388526:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.388550:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122782.388556:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122782.388573:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00080000:00000010:1.0:1761122782.388575:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001bf965e. 00000100:00000200:3.0:1761122782.388579:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956288, offset 224 00000400:00000200:3.0:1761122782.388591:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.388605:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.388613:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89327:89327:256:4294967295] 192.168.201.27@tcp LPNI seq info [89327:89327:8:4294967295] 00000400:00000200:3.0:1761122782.388624:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.388630:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.388636:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.388643:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.388651:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.388678:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.388701:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.388705:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.388710:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee02af4a. 00010000:00000010:1.0:1761122782.388760:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd589dc4. 00010000:00000010:1.0:1761122782.388767:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000833caa4e. 00000800:00000200:3.0:1761122782.388825:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.388829:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:3.0:1761122782.388833:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.388838:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.388842:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00010000:00000010:1.0:1761122782.388842:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00000400:00000010:3.0:1761122782.388846:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00010000:00000010:1.0:1761122782.388849:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.388862:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aec76af9. 00000100:00000010:1.0:1761122782.388867:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cfebc1c. 00000100:00000010:1.0:1761122782.388874:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122782.388885:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000073ca23c9. 02000000:00000010:1.0:1761122782.388908:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e5456900. 00000400:00000010:1.0:1761122782.388913:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122782.388918:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122782.388923:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644736, portal 16 00000400:00000010:1.0:1761122782.388928:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122782.388930:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644736, offset 0 00000400:00000200:1.0:1761122782.388936:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.388943:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.388951:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.388954:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.388958:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.388960:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89328:89328:256:4294967295] 192.168.201.27@tcp LPNI seq info [89328:89328:8:4294967295] 00000400:00000200:1.0:1761122782.388967:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.388972:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.388975:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122782.388979:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.388984:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.388986:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.390861:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.390868:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:3.0:1761122782.390876:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.390884:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.390889:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:3.0:1761122782.390892:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:3.0:1761122782.390900:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643644736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.398684:0:78670:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000772b2276. 00010000:00000010:1.1:1761122782.398697:0:78670:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00000400:00000200:0.0:1761122782.398806:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.398824:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207f40 00000400:00000200:0.0:1761122782.398834:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf729 [1] + 224 00000400:00000200:0.0:1761122782.398852:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.398856:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.398867:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643644736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.399034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e68398. 00000400:00000200:0.0:1761122782.403295:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.403313:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254080 00000400:00000200:0.0:1761122782.403321:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 984 00000400:00000200:0.0:1761122782.403391:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.403396:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.403402:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.403408:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:2.0:1761122782.403740:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000082152b69. 00000020:00000010:2.0:1761122782.403749:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.403754:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.403783:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643956352/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122782.403818:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956352 02000000:00000010:2.0:1761122782.403831:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000737351fc. 00010000:00000010:2.0:1761122782.403873:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad982898. 00000100:00000010:2.0:1761122782.403881:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.403889:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.403893:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad982898. 00000400:00000010:2.0:1761122782.403908:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.403914:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956352, offset 224 00000400:00000200:2.0:1761122782.403921:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.403932:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.403938:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89329:89329:256:4294967295] 192.168.201.27@tcp LPNI seq info [89329:89329:8:4294967295] 00000400:00000200:2.0:1761122782.403963:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.403968:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.403972:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122782.403978:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.403986:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.403990:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.404008:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.404012:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.404016:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000082152b69. 00000800:00000200:2.0:1761122782.404105:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.404108:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:2.0:1761122782.404112:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.404116:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.404119:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.404122:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000400:00000010:1.0:1761122782.404533:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:1.0:1761122782.404539:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:1.0:1761122782.404540:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:1.0:1761122782.404548:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643644736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.404557:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643644736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122782.404579:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005bcd77d3. 02000000:00000010:1.0:1761122782.404594:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e5456900. 02000000:00000010:1.0:1761122782.404599:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000073ca23c9. 00000100:00000010:1.0:1761122782.404603:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:1.0:1761122782.404608:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009cfebc1c. 00010000:00000010:1.0:1761122782.404611:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aec76af9. 00080000:00000010:1.0:1761122782.404627:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073ca23c9. 00010000:00000010:1.0:1761122782.404777:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.404782:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005814c1a4. 00010000:00000010:1.0:1761122782.404851:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122782.404856:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.404866:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000aec76af9. 00000100:00000010:1.0:1761122782.404870:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cfebc1c. 00000100:00000010:1.0:1761122782.404876:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122782.404885:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5456900. 02000000:00000010:1.0:1761122782.404907:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d21d3e7. 00000400:00000010:1.0:1761122782.404911:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122782.404915:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122782.404920:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644800, portal 16 00000400:00000010:1.0:1761122782.404924:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122782.404927:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644800, offset 0 00000400:00000200:1.0:1761122782.404933:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.404941:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.404948:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.404951:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.404954:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.404956:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89330:89330:256:4294967295] 192.168.201.27@tcp LPNI seq info [89330:89330:8:4294967295] 00000400:00000200:1.0:1761122782.404965:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.404970:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.404973:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122782.404978:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.404984:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.404986:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.406776:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.406782:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122782.406789:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.406798:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.406803:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:0.0:1761122782.406805:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:0.0:1761122782.406813:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1668c7f x1846669643644800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.416505:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9edaf1e. 00010000:00000010:1.1:1761122782.416567:0:15802:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027aaf12a. 00010000:00000010:1.1:1761122782.416571:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:1.0:1761122782.416700:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.416722:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207f80 00000400:00000200:1.0:1761122782.416731:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf735 [1] + 224 00000400:00000200:1.0:1761122782.416744:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.416748:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.416758:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1668c7f x1846669643644800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.416784:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.416789:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482540c0 00000400:00000200:1.0:1761122782.416795:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 1312 00000400:00000200:1.0:1761122782.416850:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.416854:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.416857:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.416862:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000400:00000010:3.0:1761122782.416935:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:3.0:1761122782.416940:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:3.0:1761122782.416942:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:3.0:1761122782.416949:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1668c7f x1846669643644800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.416957:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1668c7f x1846669643644800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.417038:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d21d3e7. 02000000:00000010:3.0:1761122782.417045:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5456900. 00000100:00000010:3.0:1761122782.417049:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 00000100:00000010:3.0:1761122782.417054:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009cfebc1c. 00010000:00000010:3.0:1761122782.417057:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000aec76af9. 00000020:00000010:0.0:1761122782.418202:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9dfea7d. 00000020:00000010:0.0:1761122782.418213:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.418218:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.418249:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643956416/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122782.418289:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956416 02000000:00000010:0.0:1761122782.418303:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe447954. 00010000:00000010:0.0:1761122782.418332:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000574e3430. 00010000:00000010:0.0:1761122782.418353:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.418360:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005758b06. 00000100:00000010:0.0:1761122782.418374:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005758b06. 00010000:00000010:0.0:1761122782.418378:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.418391:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122782.418396:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956416, offset 224 00000400:00000200:0.0:1761122782.418405:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.418417:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.418423:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89331:89331:256:4294967295] 192.168.201.27@tcp LPNI seq info [89331:89331:8:4294967295] 00000400:00000200:0.0:1761122782.418433:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.418438:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.418443:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122782.418448:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.418456:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.418460:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.418479:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.418483:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.418486:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9dfea7d. 00080000:00000010:1.0:1761122782.420233:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e5456900. 00010000:00000010:1.0:1761122782.420331:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.420339:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a3bb007c. 00010000:00000010:1.0:1761122782.420415:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122782.420421:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.420433:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000016b600c6. 00000100:00000010:1.0:1761122782.420440:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009cfebc1c. 00000100:00000010:1.0:1761122782.420450:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122782.420464:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:1.0:1761122782.420496:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6e56d7a. 00000400:00000010:1.0:1761122782.420503:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122782.420509:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122782.420516:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644864, portal 16 00000400:00000010:1.0:1761122782.420522:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122782.420524:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644864, offset 0 00000400:00000200:1.0:1761122782.420534:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.420547:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.420555:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.420558:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.420562:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.420566:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89332:89332:255:4294967295] 192.168.201.27@tcp LPNI seq info [89332:89332:7:4294967295] 00000400:00000200:1.0:1761122782.420577:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.420583:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.420588:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347850). 00000800:00000200:1.0:1761122782.420594:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.420601:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.420604:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.421537:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.421543:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347602). 00000400:00000200:0.0:1761122782.421551:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.421559:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.421564:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:0.0:1761122782.421567:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000800:00000200:0.0:1761122782.422874:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.422881:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122782.422886:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.422892:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.422896:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:0.0:1761122782.422899:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:0.0:1761122782.422906:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b146f16 x1846669643644864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.430976:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bd944f7. 00010000:00000010:1.1:1761122782.430994:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00000400:00000200:1.0:1761122782.431033:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.431053:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948207fc0 00000400:00000200:1.0:1761122782.431064:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf741 [1] + 224 00000400:00000200:1.0:1761122782.431077:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.431082:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.431108:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b146f16 x1846669643644864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.431137:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.431143:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254100 00000400:00000200:1.0:1761122782.431147:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 1640 00000400:00000200:1.0:1761122782.431158:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.431161:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.431165:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.431170:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:3.0:1761122782.431264:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfcc2f4b. 00000020:00000010:3.0:1761122782.431271:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.431275:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.431303:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643956480/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.431535:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956480 02000000:00000010:3.0:1761122782.431547:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee02af4a. 00010000:00000010:3.0:1761122782.431585:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122782.431591:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.431598:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122782.431602:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122782.431617:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122782.431621:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956480, offset 224 00000400:00000200:3.0:1761122782.431630:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.431640:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.431646:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89333:89333:256:4294967295] 192.168.201.27@tcp LPNI seq info [89333:89333:8:4294967295] 00000400:00000200:3.0:1761122782.431680:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.431686:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.431691:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.431697:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.431704:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.431708:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.431727:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.431731:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.431735:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfcc2f4b. 00000800:00000200:1.0:1761122782.431863:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.431867:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:1.0:1761122782.431871:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.431874:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.431877:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:1.0:1761122782.431879:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000400:00000010:3.0:1761122782.432455:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:3.0:1761122782.432460:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:3.0:1761122782.432461:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:3.0:1761122782.432468:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643644864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.432477:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643644864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.432499:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002627ce65. 02000000:00000010:3.0:1761122782.432513:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6e56d7a. 02000000:00000010:3.0:1761122782.432518:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:3.0:1761122782.432522:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:3.0:1761122782.432526:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009cfebc1c. 00010000:00000010:3.0:1761122782.432529:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000016b600c6. 00080000:00000010:3.0:1761122782.432547:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfcc2f4b. 00010000:00000010:3.0:1761122782.432639:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:3.0:1761122782.432646:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cd5c6b95. 00010000:00000010:0.1:1761122782.432788:0:78674:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000197f6992. 00010000:00000010:3.0:1761122782.433508:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcb06119. 00010000:00000010:3.0:1761122782.433516:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009974585d. 00010000:00000010:3.0:1761122782.433527:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122782.433533:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.433540:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 02000000:00000010:3.0:1761122782.433552:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:3.0:1761122782.433581:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009584bffc. 00000400:00000010:3.0:1761122782.433586:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122782.433591:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.433596:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644928, portal 16 00000400:00000010:3.0:1761122782.433601:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122782.433603:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644928, offset 0 00000400:00000200:3.0:1761122782.433609:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.433619:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.433626:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.433629:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.433632:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.433635:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89334:89334:256:4294967295] 192.168.201.27@tcp LPNI seq info [89334:89334:8:4294967295] 00000400:00000200:3.0:1761122782.433644:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.433648:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.433653:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347602). 00000800:00000200:3.0:1761122782.434445:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.434454:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.434457:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.434843:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.434847:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:1.0:1761122782.434852:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.434857:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.434861:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122782.434863:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122782.434871:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e369598d x1846669643644928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.452122:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.452144:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208000 00000400:00000200:2.0:1761122782.452154:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf74d [1] + 224 00000400:00000200:2.0:1761122782.452165:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.452169:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.452179:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e369598d x1846669643644928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.452220:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.452226:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254140 00000400:00000200:2.0:1761122782.452230:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae07d [2] + 1968 00000400:00000010:2.0:1761122782.452234:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e4ff62e9. 00000400:00000200:2.0:1761122782.452237:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000096480829 00000400:00000200:2.0:1761122782.452299:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.452303:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.452306:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096480829 00000400:00000010:2.0:1761122782.452308:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000096480829 (tot 82347202). 00000100:00000200:2.0:1761122782.452314:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122782.452695:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006251c145. 00000020:00000010:0.0:1761122782.452702:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.452707:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.452730:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000369d443a x1846669643956544/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122782.452759:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956544 02000000:00000010:0.0:1761122782.452770:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea1f1fa3. 00010000:00000010:0.0:1761122782.452809:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.452816:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000005758b06. 00000100:00000010:0.0:1761122782.452823:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000005758b06. 00010000:00000010:0.0:1761122782.452826:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.452841:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122782.452845:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956544, offset 224 00000400:00000200:0.0:1761122782.452854:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.453064:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.453071:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89335:89335:256:4294967295] 192.168.201.27@tcp LPNI seq info [89335:89335:8:4294967295] 00000400:00000200:0.0:1761122782.453080:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.453085:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.453089:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347450). 00000800:00000200:0.0:1761122782.453114:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.453121:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.453125:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.453175:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.453180:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.453183:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006251c145. 02000000:00000010:0.0:1761122782.453191:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee02af4a. 00000100:00000010:0.0:1761122782.453194:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:0.0:1761122782.453199:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe447954. 00000100:00000010:0.0:1761122782.453201:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:0.0:1761122782.453203:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000737351fc. 00000100:00000010:0.0:1761122782.453206:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122782.453208:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed666d40. 00000100:00000010:0.0:1761122782.453210:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122782.453214:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013037503. 00000100:00000010:0.0:1761122782.453216:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:0.0:1761122782.453218:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e66b629b. 00000100:00000010:0.0:1761122782.453220:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000200:0.0:1761122782.453226:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122782.453231:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000028c5b2e3. 00000400:00000010:0.0:1761122782.453235:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000005758b06 (tot 82347602). 00000800:00000200:2.0:1761122782.453317:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.453321:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:2.0:1761122782.453325:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.453329:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.453332:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:2.0:1761122782.453333:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 02000000:00000010:2.0:1761122782.453339:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea1f1fa3. 00000400:00000010:3.0:1761122782.453682:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:3.0:1761122782.453687:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122782.453688:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.453695:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e369598d x1846669643644928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.453703:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e369598d x1846669643644928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.453724:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1cc5206. 02000000:00000010:3.0:1761122782.453737:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009584bffc. 02000000:00000010:3.0:1761122782.453741:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:3.0:1761122782.453745:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 00000100:00000010:3.0:1761122782.453748:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122782.453751:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00080000:00000010:3.0:1761122782.453769:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f86b6b66. 00010000:00000010:3.0:1761122782.453859:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009974585d. 00010000:00000010:3.0:1761122782.453866:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2d6eba9. 00010000:00000010:3.0:1761122782.453947:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.0:1761122782.453953:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009974585d. 00010000:00000010:3.0:1761122782.453963:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122782.453967:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.453973:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 02000000:00000010:3.0:1761122782.453982:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000017cf17fc. 02000000:00000010:3.0:1761122782.454006:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d42d7e6. 00000400:00000010:3.0:1761122782.454010:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f63b964f. 00000400:00000010:3.0:1761122782.454013:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122782.454016:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643644992, portal 16 00000400:00000010:3.0:1761122782.454019:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122782.454021:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643644992, offset 0 00000400:00000200:3.0:1761122782.454026:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.454034:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.454040:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.454043:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.454046:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.454050:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89336:89336:256:4294967295] 192.168.201.27@tcp LPNI seq info [89336:89336:8:4294967295] 00000400:00000200:3.0:1761122782.454058:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.454062:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.454066:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b4d5cc6e (tot 82347602). 00000800:00000200:3.0:1761122782.454071:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.454075:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.454078:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b4d5cc6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.454254:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.454258:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b4d5cc6e (tot 82347354). 00000400:00000200:0.0:1761122782.454572:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.454577:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.454579:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:0.0:1761122782.454580:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:0.0:1761122782.454585:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e369598d x1846669643644992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.454796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056749339. 00010000:00000010:3.1:1761122782.454804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d23729a7. 00010000:00000010:3.1:1761122782.454808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:1.0:1761122782.458435:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.458453:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208040 00000400:00000200:1.0:1761122782.458464:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf75d [1] + 224 00000400:00000200:1.0:1761122782.458476:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.458480:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.458491:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e369598d x1846669643644992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.458747:0:1030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abaeec30. 00010000:00000010:3.1:1761122782.458754:0:1030:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6f86f20. 00010000:00000010:3.1:1761122782.458757:0:1030:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb06119. 00000400:00000200:1.0:1761122782.462174:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.462189:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254180 00000400:00000200:1.0:1761122782.462196:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 0 00000400:00000200:1.0:1761122782.462433:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.462439:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.462445:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.462451:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:1.0:1761122782.462601:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b9f4283. 00000020:00000010:1.0:1761122782.462608:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.462612:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.462639:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643956608/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122782.462685:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956608 02000000:00000010:1.0:1761122782.462696:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc06ae70. 00010000:00000010:1.0:1761122782.462736:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096d20038. 00000100:00000010:1.0:1761122782.462743:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.462751:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.462756:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096d20038. 00000400:00000010:1.0:1761122782.462771:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122782.462777:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956608, offset 224 00000400:00000200:1.0:1761122782.462785:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.462797:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.462804:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89337:89337:256:4294967295] 192.168.201.27@tcp LPNI seq info [89337:89337:8:4294967295] 00000400:00000200:1.0:1761122782.462814:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.462819:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.462823:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122782.462829:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.462837:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.462841:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.463047:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.463052:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.463055:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b9f4283. 00000800:00000200:1.0:1761122782.463131:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.463135:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:1.0:1761122782.463138:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.463141:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.463144:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:1.0:1761122782.463146:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000400:00000010:0.0:1761122782.464172:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63b964f. 00000400:00000200:0.0:1761122782.464177:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:0.0:1761122782.464179:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:0.0:1761122782.464186:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e369598d x1846669643644992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.464196:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e369598d x1846669643644992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122782.464218:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001b4ae27. 02000000:00000010:0.0:1761122782.464231:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d42d7e6. 02000000:00000010:0.0:1761122782.464236:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000017cf17fc. 00000100:00000010:0.0:1761122782.464240:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 00000100:00000010:0.0:1761122782.464243:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:0.0:1761122782.464248:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00080000:00000010:1.0:1761122782.464487:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b9f4283. 00010000:00000010:1.0:1761122782.464570:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009974585d. 00010000:00000010:1.0:1761122782.464577:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000184dd5f0. 00010000:00000010:1.0:1761122782.464719:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122782.464726:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122782.464736:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000096d20038. 00000100:00000010:1.0:1761122782.464741:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.464747:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 02000000:00000010:1.0:1761122782.464758:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b3059b. 02000000:00000010:1.0:1761122782.464781:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686df1ec. 00000400:00000010:1.0:1761122782.464786:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122782.464790:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122782.464807:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645056, portal 16 00000400:00000010:1.0:1761122782.464811:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122782.464813:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645056, offset 0 00000400:00000200:1.0:1761122782.464819:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.464826:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.464832:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.464835:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.464838:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.464841:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89338:89338:256:4294967295] 192.168.201.27@tcp LPNI seq info [89338:89338:8:4294967295] 00000400:00000200:1.0:1761122782.464849:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.464854:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.464857:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122782.464861:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.464866:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.464869:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.466319:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.466326:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122782.466332:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.466338:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.466342:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:0.0:1761122782.466344:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00000100:00000200:0.0:1761122782.466351:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bcbf1a57 x1846669643645056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.476305:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.476324:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208080 00000400:00000200:2.0:1761122782.476332:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf769 [1] + 224 00000400:00000200:2.0:1761122782.476342:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.476346:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.476356:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bcbf1a57 x1846669643645056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.476390:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.476395:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482541c0 00000400:00000200:2.0:1761122782.476400:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 328 00000400:00000200:2.0:1761122782.476548:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.476552:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.476557:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.476563:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 00000020:00000010:2.0:1761122782.476611:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034d9ecd0. 00000020:00000010:2.0:1761122782.476617:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.476621:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.476644:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5905fc4 x1846669643956672/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.476690:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956672 02000000:00000010:2.0:1761122782.476700:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abffce98. 00010000:00000010:2.0:1761122782.476735:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023920577. 00000100:00000010:2.0:1761122782.476742:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.476748:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.476751:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023920577. 00000400:00000010:2.0:1761122782.476764:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.476769:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956672, offset 224 00000400:00000200:2.0:1761122782.476775:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.476785:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.476790:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89339:89339:256:4294967295] 192.168.201.27@tcp LPNI seq info [89339:89339:8:4294967295] 00000400:00000200:2.0:1761122782.476799:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.476805:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.476808:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122782.476813:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.476819:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.476822:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.476838:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.476842:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.476846:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034d9ecd0. 00000800:00000200:2.0:1761122782.477115:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.477119:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:2.0:1761122782.477122:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.477126:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.477130:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.477133:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000400:00000010:3.0:1761122782.477238:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:3.0:1761122782.477242:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:3.0:1761122782.477244:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:3.0:1761122782.477250:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bcbf1a57 x1846669643645056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.477257:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bcbf1a57 x1846669643645056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122782.477276:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005832aa21. 02000000:00000010:3.0:1761122782.477289:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686df1ec. 02000000:00000010:3.0:1761122782.477295:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b3059b. 00000100:00000010:3.0:1761122782.477298:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 00000100:00000010:3.0:1761122782.477303:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:3.0:1761122782.477307:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000096d20038. 00080000:00000010:3.0:1761122782.477325:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009584bffc. 00010000:00000010:3.0:1761122782.477617:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:3.0:1761122782.477624:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f65ed064. 00010000:00000010:3.0:1761122782.477725:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcb06119. 00010000:00000010:3.0:1761122782.477731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c98b5cb. 00010000:00000010:3.0:1761122782.477739:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe208311. 00000100:00000010:3.0:1761122782.477743:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122782.477749:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002233e322. 02000000:00000010:3.0:1761122782.477759:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c3b3059b. 02000000:00000010:3.0:1761122782.477779:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000686df1ec. 00000400:00000010:3.0:1761122782.477783:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a39effba. 00000400:00000010:3.0:1761122782.477786:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122782.477791:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645120, portal 16 00000400:00000010:3.0:1761122782.477794:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122782.477795:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645120, offset 0 00000400:00000200:3.0:1761122782.477800:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.477806:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.477812:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.477815:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.477818:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.477820:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89340:89340:256:4294967295] 192.168.201.27@tcp LPNI seq info [89340:89340:8:4294967295] 00000400:00000200:3.0:1761122782.477827:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.477831:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.477833:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ba8a6cf5 (tot 82347602). 00000800:00000200:3.0:1761122782.477837:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.477841:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.477843:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ba8a6cf5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761122782.478315:0:78680:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2664f29. 00000800:00000200:2.0:1761122782.479649:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.479674:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ba8a6cf5 (tot 82347354). 00000400:00000200:2.0:1761122782.479679:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.479686:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.479690:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:2.0:1761122782.479691:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:2.0:1761122782.479698:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002233e322 x1846669643645120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.483757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f688790. 00010000:00000010:1.1:1761122782.483770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.1:1761122782.483988:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033ae5ec6. 00010000:00000010:3.1:1761122782.483993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012766116. 00010000:00000010:3.1:1761122782.483997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00000400:00000200:2.0:1761122782.495334:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.495353:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482080c0 00000400:00000200:2.0:1761122782.495362:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf775 [1] + 224 00000400:00000200:2.0:1761122782.495375:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.495379:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.495390:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002233e322 x1846669643645120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.495433:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.495439:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254200 00000400:00000200:2.0:1761122782.495443:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 656 00000400:00000200:2.0:1761122782.495454:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.495457:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.495460:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.495466:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 00000020:00000010:0.0:1761122782.495545:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe447954. 00000020:00000010:0.0:1761122782.495552:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.495556:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.495582:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013349015 x1846669643956736/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122782.495618:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956736 02000000:00000010:0.0:1761122782.495630:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006251c145. 00010000:00000010:0.0:1761122782.495915:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.495924:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.495930:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.495933:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.495947:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122782.495952:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956736, offset 224 00000400:00000200:0.0:1761122782.495960:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.495970:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.495976:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89341:89341:256:4294967295] 192.168.201.27@tcp LPNI seq info [89341:89341:8:4294967295] 00000400:00000200:0.0:1761122782.495986:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.495990:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.495994:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122782.495999:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.496006:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.496010:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.496027:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.496030:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.496033:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe447954. 00000800:00000200:0.0:1761122782.496140:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.496143:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122782.496147:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.496150:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.496153:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:0.0:1761122782.496155:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000400:00000010:1.0:1761122782.496564:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a39effba. 00000400:00000200:1.0:1761122782.496569:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:1.0:1761122782.496570:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000100:00000200:1.0:1761122782.496576:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002233e322 x1846669643645120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.496584:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002233e322 x1846669643645120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122782.496605:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000030b916af. 02000000:00000010:1.0:1761122782.496634:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000686df1ec. 02000000:00000010:1.0:1761122782.496640:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c3b3059b. 00000100:00000010:1.0:1761122782.496643:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002233e322. 00000100:00000010:1.0:1761122782.496646:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:1.0:1761122782.496649:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe208311. 00080000:00000010:1.0:1761122782.496758:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3b3059b. 00010000:00000010:1.0:1761122782.496833:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c98b5cb. 00010000:00000010:1.0:1761122782.496839:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e81d95bc. 00010000:00000010:1.0:1761122782.496899:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122782.496903:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122782.496913:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000595922f6. 00000100:00000010:1.0:1761122782.496916:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.496923:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122782.496931:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:1.0:1761122782.496953:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007af21abc. 00000400:00000010:1.0:1761122782.496957:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091678ca8. 00000400:00000010:1.0:1761122782.496960:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122782.496964:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645184, portal 16 00000400:00000010:1.0:1761122782.496968:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122782.496969:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645184, offset 0 00000400:00000200:1.0:1761122782.496975:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.496981:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.496987:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.496990:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.496993:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.496995:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89342:89342:256:4294967295] 192.168.201.27@tcp LPNI seq info [89342:89342:8:4294967295] 00000400:00000200:1.0:1761122782.497003:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.497007:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.497010:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122782.497014:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.497018:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.497021:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.497135:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.497137:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:2.0:1761122782.497141:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.497144:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.497147:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:2.0:1761122782.497149:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000100:00000200:2.0:1761122782.497154:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035a41cfe x1846669643645184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.502807:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.502830:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208100 00000400:00000200:2.0:1761122782.502839:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf781 [1] + 224 00000400:00000200:2.0:1761122782.502854:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.502858:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.502868:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035a41cfe x1846669643645184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.502907:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000091678ca8. 00000400:00000200:2.0:1761122782.502910:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:2.0:1761122782.502911:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000100:00000200:2.0:1761122782.502915:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035a41cfe x1846669643645184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.502922:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035a41cfe x1846669643645184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.502949:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007af21abc. 02000000:00000010:2.0:1761122782.502953:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:2.0:1761122782.502957:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000010:2.0:1761122782.502960:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:2.0:1761122782.502965:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000595922f6. 00000400:00000200:0.0:1761122782.509744:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.509761:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254240 00000400:00000200:0.0:1761122782.509768:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 984 00000400:00000200:0.0:1761122782.509826:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.509830:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.509836:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.509842:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:2.0:1761122782.510292:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007acb0267. 00000020:00000010:2.0:1761122782.510299:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.510302:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.510325:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643956800/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.510356:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956800 02000000:00000010:2.0:1761122782.510368:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000651974d7. 00010000:00000010:2.0:1761122782.510398:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4054493. 00010000:00000010:2.0:1761122782.510419:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.510427:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.510442:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.510446:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000400:00000010:2.0:1761122782.510460:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.510465:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956800, offset 224 00000400:00000200:2.0:1761122782.510474:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.510485:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.510490:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89343:89343:256:4294967295] 192.168.201.27@tcp LPNI seq info [89343:89343:8:4294967295] 00000400:00000200:2.0:1761122782.510500:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.510505:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.510510:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122782.510516:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.510524:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.510527:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.510543:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.510548:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.510551:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007acb0267. 00000800:00000200:2.0:1761122782.510618:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.510621:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:2.0:1761122782.510625:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.510628:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.510631:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.510633:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00080000:00000010:2.0:1761122782.510674:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007acb0267. 00010000:00000010:2.0:1761122782.510752:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:2.0:1761122782.510757:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015078c28. 00010000:00000010:2.0:1761122782.510820:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122782.510823:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000079632570. 00010000:00000010:2.0:1761122782.510829:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.510833:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00080000:00000010:2.0:1761122782.510844:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf9d3ab. 00010000:00000010:2.0:1761122782.510862:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.510865:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079632570. 00010000:00000010:2.0:1761122782.510904:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122782.510907:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.510912:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.510915:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.510921:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122782.510930:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ecdcbc52. 02000000:00000010:2.0:1761122782.510951:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c60aab44. 00000400:00000010:2.0:1761122782.510955:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98c9b9a. 00000400:00000010:2.0:1761122782.510958:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.510963:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645248, portal 16 00000400:00000010:2.0:1761122782.510967:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122782.510968:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645248, offset 0 00000400:00000200:2.0:1761122782.510973:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.510978:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.510984:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.510987:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.510989:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.510992:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89344:89344:256:4294967295] 192.168.201.27@tcp LPNI seq info [89344:89344:8:4294967295] 00000400:00000200:2.0:1761122782.510999:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.511003:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.511005:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122782.511009:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.511013:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.511015:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.511054:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.511056:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:2.0:1761122782.511059:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.511062:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.511064:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:2.0:1761122782.511066:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:2.0:1761122782.511069:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643645248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.513188:0:78684:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 0000000096480829 (tot 82347546). 00000001:02000400:3.0:1761122782.513198:0:78684:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:0.0:1761122782.514294:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.514314:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208140 00000400:00000200:0.0:1761122782.514323:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf78d [1] + 224 00000400:00000200:0.0:1761122782.514336:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.514341:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.514352:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643645248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.514388:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.514393:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254280 00000400:00000200:0.0:1761122782.514398:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 1312 00000400:00000200:0.0:1761122782.514474:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.514478:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.514483:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.514489:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:0.0:1761122782.514538:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe447954. 00000020:00000010:0.0:1761122782.514544:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.514549:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.514574:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643956864/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.514606:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956864 02000000:00000010:0.0:1761122782.514615:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b8c83e17. 00010000:00000010:0.0:1761122782.514650:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.514678:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.514684:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.514687:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.514701:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122782.514705:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956864, offset 224 00000400:00000200:0.0:1761122782.514712:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.514722:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.514728:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89345:89345:256:4294967295] 192.168.201.27@tcp LPNI seq info [89345:89345:8:4294967295] 00000400:00000200:0.0:1761122782.514737:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.514741:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.514746:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347794). 00000800:00000200:0.0:1761122782.514751:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.514758:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.514761:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.514776:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.514780:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.514782:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe447954. 00000800:00000200:0.0:1761122782.514834:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.514837:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347546). 00000400:00000200:0.0:1761122782.514840:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.514844:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.514847:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:0.0:1761122782.514849:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000400:00000010:2.0:1761122782.515491:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98c9b9a. 00000400:00000200:2.0:1761122782.515496:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.515497:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122782.515517:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643645248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.515526:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643645248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122782.515548:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006eaa939a. 02000000:00000010:2.0:1761122782.515564:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c60aab44. 02000000:00000010:2.0:1761122782.515570:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ecdcbc52. 00000100:00000010:2.0:1761122782.515574:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122782.515577:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.515580:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00080000:00000010:2.0:1761122782.515596:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecdcbc52. 00010000:00000010:2.0:1761122782.515692:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.515698:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae0ee8eb. 00010000:00000010:2.0:1761122782.515767:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033343637. 00010000:00000010:2.0:1761122782.515773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.515782:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.515786:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.515792:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122782.515802:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c60aab44. 02000000:00000010:2.0:1761122782.515823:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4f6233e. 00000400:00000010:2.0:1761122782.515827:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98c9b9a. 00000400:00000010:2.0:1761122782.515830:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.516035:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645312, portal 16 00000400:00000010:2.0:1761122782.516041:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122782.516045:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645312, offset 0 00000400:00000200:2.0:1761122782.516050:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.516057:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.516063:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.516067:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.516069:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.516072:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89346:89346:256:4294967295] 192.168.201.27@tcp LPNI seq info [89346:89346:8:4294967295] 00000400:00000200:2.0:1761122782.516080:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.516085:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.516089:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347794). 00000800:00000200:2.0:1761122782.516104:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.516110:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.516112:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761122782.516216:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025743d7a. 00010000:00000010:1.1:1761122782.516223:0:1050:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22c4da6. 00010000:00000010:1.1:1761122782.516227:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb06119. 00000800:00000200:0.0:1761122782.516732:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.516736:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347546). 00000400:00000200:0.0:1761122782.516740:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.516745:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.516748:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:0.0:1761122782.516749:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:0.0:1761122782.516755:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643645312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.521521:0:78684:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 0000000096480829 (tot 82347354). 00010000:00000010:2.1:1761122782.526473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000112901ea. 00010000:00000010:2.1:1761122782.526487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ffc716d. 00010000:00000010:2.1:1761122782.526492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00010000:00000010:2.1:1761122782.526496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122782.526499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:0.0:1761122782.531048:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.531066:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208180 00000400:00000200:0.0:1761122782.531074:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf799 [1] + 224 00000400:00000200:0.0:1761122782.531084:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.531088:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.531106:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643645312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.531748:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.531755:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482542c0 00000400:00000200:0.0:1761122782.531760:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 1640 00000400:00000200:0.0:1761122782.531768:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.531771:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.531775:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.531780:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:1.0:1761122782.532086:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af21abc. 00000020:00000010:1.0:1761122782.532102:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.532106:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.532129:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643956928/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:2.0:1761122782.532188:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98c9b9a. 00000400:00000200:2.0:1761122782.532193:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.532194:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122782.532200:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643645312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.532207:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643645312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.532231:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4f6233e. 02000000:00000010:2.0:1761122782.532236:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c60aab44. 00000100:00000010:2.0:1761122782.532240:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122782.532243:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.532247:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000100:00000200:1.0:1761122782.532356:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956928 02000000:00000010:1.0:1761122782.532369:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:1.0:1761122782.532393:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c8c1801. 00010000:00000010:1.0:1761122782.532411:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000208c1384. 00000100:00000010:1.0:1761122782.532417:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.532475:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.532478:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000208c1384. 00000400:00000010:1.0:1761122782.532490:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122782.532494:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643956928, offset 224 00000400:00000200:1.0:1761122782.532501:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.532510:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.532515:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89347:89347:256:4294967295] 192.168.201.27@tcp LPNI seq info [89347:89347:8:4294967295] 00000400:00000200:1.0:1761122782.532524:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.532529:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.532533:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122782.532537:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.532544:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.532548:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122782.532591:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c60aab44. 00000020:00000010:1.0:1761122782.533196:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.533202:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.533205:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af21abc. 00010000:00000010:2.0:1761122782.533312:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.533318:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e02c5c5e. 00010000:00000010:2.0:1761122782.533397:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.533402:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.533411:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.533416:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.533421:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122782.533432:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4f6233e. 02000000:00000010:2.0:1761122782.533453:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546ea68a. 00000400:00000010:2.0:1761122782.533457:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98c9b9a. 00000400:00000010:2.0:1761122782.533461:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.533466:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645376, portal 16 00000400:00000010:2.0:1761122782.533470:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122782.533472:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645376, offset 0 00000400:00000200:2.0:1761122782.533478:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.533486:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.533493:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.533496:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.533499:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.533501:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89348:89348:255:4294967295] 192.168.201.27@tcp LPNI seq info [89348:89348:7:4294967295] 00000400:00000200:2.0:1761122782.533507:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.533512:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.533514:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122782.533519:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.533524:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.533526:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.533570:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.533575:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347602). 00000400:00000200:0.0:1761122782.533579:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.533582:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.533585:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:0.0:1761122782.533587:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000800:00000200:0.0:1761122782.534285:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.534288:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122782.534292:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.534508:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.534510:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:0.0:1761122782.534512:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:0.0:1761122782.534518:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643645376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.534682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3be3ff5. 00010000:00000010:2.1:1761122782.534688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000172b6966. 00010000:00000010:2.1:1761122782.534691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:1.1:1761122782.536714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002da205c3. 00010000:00000010:2.1:1761122782.544779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e4dd5f7. 00010000:00000010:2.1:1761122782.544792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00000400:00000200:0.0:1761122782.548587:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548611:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 12 MB=0x68f8948254340 00000400:00000200:0.0:1761122782.548621:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.201.27@tcp of length 224/224 into md 0x79029 [64] + 45128 00000400:00000200:0.0:1761122782.548722:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.548727:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.548734:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761122782.548740:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000082317669. 00000400:00000200:0.0:1761122782.548762:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548767:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 28 MB=0x68f89482543c0 00000400:00000200:0.0:1761122782.548772:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.27@tcp of length 224/224 into md 0x73c91 [8] + 7840 00000400:00000200:0.0:1761122782.548778:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.548781:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.548784:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761122782.548788:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000bc94e21. 00000400:00000200:0.0:1761122782.548803:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548810:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 26 MB=0x68f8948254300 00000400:00000200:0.0:1761122782.548815:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.201.27@tcp of length 224/224 into md 0x89e11 [2] + 0 00000400:00000010:0.0:1761122782.548820:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d05c044. 00000400:00000200:0.0:1761122782.548824:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007dc8cc13 00000400:00000200:0.0:1761122782.548830:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.548833:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.548836:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007dc8cc13 00000400:00000010:0.0:1761122782.548838:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007dc8cc13 (tot 82347202). 00000100:00000200:0.0:1761122782.548843:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:0.0:1761122782.548865:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548871:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 28 MB=0x68f8948254380 00000400:00000200:0.0:1761122782.548874:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.201.27@tcp of length 224/224 into md 0x73c91 [8] + 8064 00000400:00000200:0.0:1761122782.548880:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.548884:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.548886:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761122782.548889:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ffedc83c. 00000400:00000200:0.0:1761122782.548905:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548910:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482081c0 00000400:00000200:0.0:1761122782.548915:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7a5 [1] + 224 00000400:00000200:0.0:1761122782.548922:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.548925:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.548933:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643645376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761122782.548939:0:71875:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000046bf0347. 00000020:00000010:3.0:1761122782.548948:0:71875:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.548953:0:71875:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000400:00000200:0.0:1761122782.548957:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.548965:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254400 00000400:00000200:0.0:1761122782.548970:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae0d5 [2] + 1968 00000400:00000010:0.0:1761122782.548973:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dbc0817e. 00000400:00000200:0.0:1761122782.548977:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c1a35110 00000400:00000200:0.0:1761122782.548986:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1761122782.548990:0:71875:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643956992 00000400:00000200:0.0:1761122782.548990:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.548992:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1a35110 00000400:00000010:0.0:1761122782.548996:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c1a35110 (tot 82347050). 00000100:00000200:0.0:1761122782.549000:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761122782.549008:0:71875:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d23bd76. 00010000:00000200:3.0:1761122782.549019:0:71875:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000008748d50e x1846669643956992/t0(0) o400->3cd5074d-439e-4ec4-96b6-8214bb9d8471@192.168.201.27@tcp:10/0 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:3.0:1761122782.549035:0:71875:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122782.549040:0:71875:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846669643956992, offset 224 00000400:00000200:3.0:1761122782.549047:0:71875:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.549058:0:71875:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.549064:0:71875:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89349:89349:256:4294967295] 192.168.201.27@tcp LPNI seq info [89349:89349:8:4294967295] 00000400:00000200:3.0:1761122782.549075:0:71875:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.549081:0:71875:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.549086:0:71875:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000048778ccb (tot 82347298). 00000800:00000200:3.0:1761122782.549103:0:71875:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000020:00000010:2.0:1761122782.549103:0:75355:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.549109:0:75355:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.549113:0:75355:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000800:00000200:3.0:1761122782.549114:0:71875:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.549119:0:71875:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000048778ccb type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1761122782.549132:0:75355:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957184 02000000:00000010:2.0:1761122782.549143:0:75355:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000737351fc. 00000020:00000010:3.0:1761122782.549144:0:71875:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122782.549150:0:71875:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00010000:00000200:2.0:1761122782.549150:0:75355:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000000bc94e21 x1846669643957184/t0(0) o400->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000020:00000010:3.0:1761122782.549156:0:71875:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000046bf0347. 00000400:00000010:2.0:1761122782.549162:0:75355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:3.0:1761122782.549166:0:71875:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000200:2.0:1761122782.549167:0:75355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643957184, offset 224 00000400:00000010:3.0:1761122782.549173:0:71875:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000392e1355. 00000400:00000200:2.0:1761122782.549177:0:75355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.549183:0:75355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.549193:0:75355:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89350:89350:255:4294967295] 192.168.201.27@tcp LPNI seq info [89350:89350:7:4294967295] 00000400:00000200:2.0:1761122782.549200:0:75355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.549205:0:75355:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.549208:0:75355:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347546). 00000800:00000200:2.0:1761122782.549212:0:75355:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.549216:0:75355:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.549218:0:75355:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.549225:0:75355:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.549227:0:75355:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.549230:0:75355:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.549243:0:75355:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.549245:0:75355:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.549247:0:75355:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.549262:0:75355:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957120 02000000:00000010:2.0:1761122782.549269:0:75355:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082152b69. 00010000:00000200:2.0:1761122782.549273:0:75355:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000ffedc83c x1846669643957120/t0(0) o400->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:2.0:1761122782.549282:0:75355:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000020:00000010:1.0:1761122782.549342:0:77122:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007af21abc. 00000020:00000010:1.0:1761122782.549346:0:77122:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.549349:0:77122:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.549369:0:77122:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957056 02000000:00000010:1.0:1761122782.549378:0:77122:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e3b2d30. 00010000:00000200:1.0:1761122782.549382:0:77122:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000082317669 x1846669643957056/t0(0) o400->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 224/224 e 0 to 0 dl 1761122825 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:3.0' 00000400:00000010:1.0:1761122782.549391:0:77122:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000400:00000010:3.0:1761122782.549791:0:71875:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000096480829 (tot 82347698). 00000100:00000200:2.0:1761122782.549795:0:75355:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846669643957120, offset 224 00000400:00000200:2.0:1761122782.549804:0:75355:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.549812:0:75355:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.549816:0:75355:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89351:89351:254:4294967295] 192.168.201.27@tcp LPNI seq info [89351:89351:6:4294967295] 00000400:00000200:2.0:1761122782.549825:0:75355:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.549830:0:75355:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.549833:0:75355:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347946). 00000800:00000200:2.0:1761122782.549838:0:75355:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.549843:0:75355:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.549845:0:75355:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.549853:0:75355:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.549856:0:75355:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.549859:0:75355:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89a190. 00000400:00000010:2.0:1761122782.550104:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b98c9b9a. 00000400:00000200:2.0:1761122782.550107:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.550108:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122782.550114:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643645376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.550122:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643645376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.550146:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546ea68a. 02000000:00000010:2.0:1761122782.550150:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f4f6233e. 00000100:00000010:2.0:1761122782.550153:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:2.0:1761122782.550157:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.550161:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000800:00000200:0.0:1761122782.550472:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.550476:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000048778ccb (tot 82347698). 00000400:00000200:0.0:1761122782.550480:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.550484:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.550488:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:0.0:1761122782.550489:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 02000000:00000010:0.0:1761122782.550493:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d23bd76. 00000800:00000200:0.0:1761122782.550505:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.550506:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347450). 00000400:00000200:0.0:1761122782.550509:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.550513:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.550514:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:0.0:1761122782.550515:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000800:00000200:0.0:1761122782.550567:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.550570:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347202). 00000400:00000200:0.0:1761122782.550572:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.550575:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.550577:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:0.0:1761122782.550579:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000020:00000010:2.0:1761122782.550940:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:2.0:1761122782.550944:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.550947:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.550962:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005a44aeb3 x1846669643957248/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.550980:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957248 02000000:00000010:2.0:1761122782.551023:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000546ea68a. 00010000:00000010:2.0:1761122782.551050:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000816dc4d7. 00010000:00000010:2.0:1761122782.551069:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.551075:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009bc30bdf. 00000100:00000010:2.0:1761122782.551085:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009bc30bdf. 00010000:00000010:2.0:1761122782.551088:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000400:00000010:2.0:1761122782.551110:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.551114:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957248, offset 224 00000400:00000200:2.0:1761122782.551121:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.551129:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.551133:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89352:89352:256:4294967295] 192.168.201.27@tcp LPNI seq info [89352:89352:8:4294967295] 00000400:00000200:2.0:1761122782.551141:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.551145:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.551149:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347450). 00000800:00000200:2.0:1761122782.551152:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.551158:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.551161:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.551176:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000079632570. 00000020:00000010:2.0:1761122782.551179:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.551182:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 02000000:00000010:2.0:1761122782.551188:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:2.0:1761122782.551191:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:2.0:1761122782.551196:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b8c83e17. 00000100:00000010:2.0:1761122782.551199:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:2.0:1761122782.551202:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000651974d7. 00000100:00000010:2.0:1761122782.551204:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:2.0:1761122782.551206:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006251c145. 00000100:00000010:2.0:1761122782.551209:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122782.551212:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abffce98. 00000100:00000010:2.0:1761122782.551214:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122782.551218:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc06ae70. 00000100:00000010:2.0:1761122782.551220:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000200:2.0:1761122782.551227:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122782.551231:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b98c9b9a. 00000400:00000010:2.0:1761122782.551234:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000009bc30bdf (tot 82347602). 00000800:00000200:2.0:1761122782.551257:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.551259:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:2.0:1761122782.551262:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.551265:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.551268:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.551269:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 02000000:00000010:2.0:1761122782.551272:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000546ea68a. 00080000:00000010:2.0:1761122782.551291:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000546ea68a. 00010000:00000010:2.0:1761122782.551369:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.551375:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a59bae16. 00010000:00000010:2.0:1761122782.551442:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033343637. 00010000:00000010:2.0:1761122782.551447:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071be0493. 00010000:00000010:2.0:1761122782.551456:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.551459:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c42175c7. 00000100:00000010:2.0:1761122782.551465:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122782.551474:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abffce98. 02000000:00000010:2.0:1761122782.551494:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651974d7. 00000400:00000010:2.0:1761122782.551497:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc780. 00000400:00000010:2.0:1761122782.551502:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.551505:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645440, portal 16 00000400:00000010:2.0:1761122782.551508:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122782.551510:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645440, offset 0 00000400:00000200:2.0:1761122782.551514:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.551519:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.551526:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.551529:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.551531:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.551533:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89353:89353:256:4294967295] 192.168.201.27@tcp LPNI seq info [89353:89353:8:4294967295] 00000400:00000200:2.0:1761122782.551540:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.551544:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.551546:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122782.551549:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.551553:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.551555:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.556815:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.556821:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122782.556829:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.556839:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.556846:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:0.0:1761122782.556848:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:0.0:1761122782.556859:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643645440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.560225:0:77122:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846669643957056, offset 224 00000400:00000200:1.0:1761122782.560244:0:77122:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.560261:0:77122:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.560267:0:77122:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89354:89354:256:4294967295] 192.168.201.27@tcp LPNI seq info [89354:89354:8:4294967295] 00000400:00000200:1.0:1761122782.560277:0:77122:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.560283:0:77122:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.560288:0:77122:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122782.560295:0:77122:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.560303:0:77122:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.560306:0:77122:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.560512:0:77122:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.560520:0:77122:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.560523:0:77122:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007af21abc. 00000800:00000200:0.0:1761122782.560691:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.560695:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:0.0:1761122782.560700:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.560704:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.560708:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:0.0:1761122782.560709:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00010000:00000010:2.1:1761122782.564737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a185cb7d. 00010000:00000010:2.1:1761122782.564749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008990046. 00010000:00000010:2.1:1761122782.564752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:3.0:1761122782.579738:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.579773:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208200 00000400:00000200:3.0:1761122782.579793:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7c5 [1] + 224 00000400:00000200:3.0:1761122782.580117:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.580123:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.580133:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643645440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.582480:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc780. 00000400:00000200:2.0:1761122782.582487:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.582490:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000400:00000200:0.0:1761122782.582549:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.582563:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254440 00000400:00000200:0.0:1761122782.582569:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 0 00000100:00000200:2.0:1761122782.582887:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643645440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.582899:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643645440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.582928:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651974d7. 02000000:00000010:2.0:1761122782.582934:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abffce98. 00000100:00000010:2.0:1761122782.582938:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122782.582942:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c42175c7. 00010000:00000010:2.0:1761122782.582948:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000400:00000200:0.0:1761122782.583022:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.583028:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.583034:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.583039:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:1.0:1761122782.583116:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a49bf0. 00000020:00000010:1.0:1761122782.583123:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.583127:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.583158:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643957312/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122782.583187:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957312 02000000:00000010:1.0:1761122782.583199:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba14a834. 00010000:00000010:1.0:1761122782.583221:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007668e298. 00010000:00000010:1.0:1761122782.583245:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000208c1384. 00000100:00000010:1.0:1761122782.583252:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.583265:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.583269:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000208c1384. 00000400:00000010:1.0:1761122782.583290:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122782.583294:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957312, offset 224 00000400:00000200:1.0:1761122782.583304:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.583314:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.583324:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89355:89355:256:4294967295] 192.168.201.27@tcp LPNI seq info [89355:89355:8:4294967295] 00000400:00000200:1.0:1761122782.583336:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.583342:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122782.583345:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abffce98. 00000800:00000010:1.0:1761122782.583346:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122782.583351:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.583358:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.583362:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.583388:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000066830622. 00000020:00000010:1.0:1761122782.583393:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.583396:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a49bf0. 00000800:00000200:0.0:1761122782.583765:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.583770:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:0.0:1761122782.583775:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.583780:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.583783:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122782.583784:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00010000:00000010:1.0:1761122782.583809:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071be0493. 00010000:00000010:1.0:1761122782.583816:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042b66982. 00010000:00000010:1.0:1761122782.583896:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122782.583902:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.583914:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000208c1384. 00000100:00000010:1.0:1761122782.583918:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.583924:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.583934:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034a49bf0. 02000000:00000010:1.0:1761122782.583959:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b2f6d5. 00000400:00000010:1.0:1761122782.583963:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122782.583966:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.583971:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645504, portal 16 00000400:00000010:1.0:1761122782.583975:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122782.583977:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645504, offset 0 00000400:00000200:1.0:1761122782.583983:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.583989:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.583995:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.583998:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.584001:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.584004:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89356:89356:256:4294967295] 192.168.201.27@tcp LPNI seq info [89356:89356:8:4294967295] 00000400:00000200:1.0:1761122782.584012:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.584016:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.584019:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122782.584022:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.584027:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.584029:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.587071:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.587081:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:0.0:1761122782.587099:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.587109:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.587115:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:0.0:1761122782.587118:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:0.0:1761122782.587128:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643645504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.591834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2e8a362. 00010000:00000010:1.1:1761122782.594818:0:1384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f25b3c. 00010000:00000010:1.1:1761122782.594831:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00000400:00000200:0.0:1761122782.597791:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.597813:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208240 00000400:00000200:0.0:1761122782.597822:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7d5 [1] + 224 00000400:00000200:0.0:1761122782.597837:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.597842:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.597853:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643645504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.598109:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.598118:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254480 00000400:00000010:1.0:1761122782.598126:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:1.0:1761122782.598132:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122782.598134:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.598144:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643645504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.598145:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 328 00000100:00000200:1.0:1761122782.598160:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643645504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.598193:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b2f6d5. 02000000:00000010:1.0:1761122782.598202:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034a49bf0. 00000100:00000010:1.0:1761122782.598205:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.598210:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.598215:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000208c1384. 00000400:00000200:0.0:1761122782.598231:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.598237:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.598243:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.598249:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:1.0:1761122782.601734:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034a49bf0. 00000020:00000010:1.0:1761122782.601747:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122782.601752:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.601784:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643957376/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.601822:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957376 02000000:00000010:1.0:1761122782.601835:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122782.601863:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032d4406a. 00010000:00000010:1.0:1761122782.601885:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000208c1384. 00000100:00000010:1.0:1761122782.601892:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.601905:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.601910:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000208c1384. 00000400:00000010:1.0:1761122782.601924:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.601930:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957376, offset 224 00000400:00000200:1.0:1761122782.602171:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.602184:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.602190:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89357:89357:256:4294967295] 192.168.201.27@tcp LPNI seq info [89357:89357:8:4294967295] 00000400:00000200:1.0:1761122782.602201:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.602207:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.602212:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122782.602218:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.602226:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.602230:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.602249:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122782.602254:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.602257:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034a49bf0. 00080000:00000010:1.0:1761122782.602286:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034a49bf0. 00010000:00000010:1.0:1761122782.602367:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.602374:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca00b9bb. 00010000:00000010:1.0:1761122782.602450:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000beeb8a0f. 00010000:00000010:1.0:1761122782.602454:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000e5f68685. 00010000:00000010:1.0:1761122782.602460:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122782.602465:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00080000:00000010:1.0:1761122782.602478:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efa94986. 00010000:00000010:1.0:1761122782.602508:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.602512:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5f68685. 00010000:00000010:1.0:1761122782.602570:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000066342736. 00010000:00000010:1.0:1761122782.602575:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122782.602582:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000208c1384. 00000100:00000010:1.0:1761122782.602585:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.602592:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.602602:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7af77c1. 02000000:00000010:1.0:1761122782.602626:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013bff5b6. 00000400:00000010:1.0:1761122782.602632:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122782.602636:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122782.602641:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645568, portal 16 00000400:00000010:1.0:1761122782.602645:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122782.602647:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645568, offset 0 00000400:00000200:1.0:1761122782.602652:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.602681:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.602688:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.602691:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.602695:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.602697:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89358:89358:255:4294967295] 192.168.201.27@tcp LPNI seq info [89358:89358:7:4294967295] 00000400:00000200:1.0:1761122782.602715:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.602720:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.602724:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347850). 00000800:00000200:1.0:1761122782.602728:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.602733:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.602735:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.610218:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.610225:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347602). 00000400:00000200:0.0:1761122782.610233:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.610242:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.610247:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:0.0:1761122782.610249:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000800:00000200:0.0:1761122782.610492:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.610494:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:0.0:1761122782.610497:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.610500:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.610503:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:0.0:1761122782.610504:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:0.0:1761122782.610511:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643645568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.617754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091f3199c. 00010000:00000010:1.1:1761122782.617768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021282127. 00010000:00000010:1.1:1761122782.617772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.1:1761122782.617777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000beeb8a0f. 00010000:00000010:1.1:1761122782.617780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00000400:00000200:1.0:1761122782.622518:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.622538:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208280 00000400:00000200:1.0:1761122782.622547:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7e1 [1] + 224 00000400:00000200:1.0:1761122782.622564:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.622569:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.622581:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643645568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.622653:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:2.0:1761122782.622687:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:2.0:1761122782.622690:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:2.0:1761122782.622697:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643645568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.622707:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643645568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.622738:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013bff5b6. 02000000:00000010:2.0:1761122782.622745:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7af77c1. 00000100:00000010:2.0:1761122782.622748:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:2.0:1761122782.622752:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:2.0:1761122782.622756:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000208c1384. 00000400:00000200:2.0:1761122782.623130:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.623139:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482544c0 00000400:00000200:2.0:1761122782.623145:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 656 00000400:00000200:2.0:1761122782.623200:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.623204:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.623208:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.623213:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 00000020:00000010:3.0:1761122782.623328:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d23bd76. 00000020:00000010:3.0:1761122782.623336:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122782.623341:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.623364:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5905fc4 x1846669643957440/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.623898:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957440 02000000:00000010:3.0:1761122782.623913:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000046bf0347. 00010000:00000010:3.0:1761122782.623939:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b14d8cd5. 00010000:00000010:3.0:1761122782.623960:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e008593. 00000100:00000010:3.0:1761122782.623967:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122782.623985:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122782.623989:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e008593. 00000400:00000010:3.0:1761122782.624002:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122782.624007:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957440, offset 224 00080000:00000010:2.0:1761122782.624014:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4f6233e. 00000400:00000200:3.0:1761122782.624015:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.624027:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.624032:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89359:89359:256:4294967295] 192.168.201.27@tcp LPNI seq info [89359:89359:8:4294967295] 00000400:00000200:3.0:1761122782.624041:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.624046:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.624050:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347602). 00000800:00000200:3.0:1761122782.624056:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.624062:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.624065:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.624084:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122782.624088:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.624103:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d23bd76. 00010000:00000010:2.0:1761122782.624115:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:2.0:1761122782.624120:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000136c328d. 00010000:00000010:2.0:1761122782.624190:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.624196:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a26c350. 00010000:00000010:2.0:1761122782.624206:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad982898. 00000100:00000010:2.0:1761122782.624210:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c42175c7. 00000100:00000010:2.0:1761122782.624216:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122782.624227:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d89a190. 02000000:00000010:2.0:1761122782.624250:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000444f92bd. 00000400:00000010:2.0:1761122782.624254:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc780. 00000400:00000010:2.0:1761122782.624258:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.624263:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645632, portal 16 00000400:00000010:2.0:1761122782.624268:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122782.624269:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645632, offset 0 00000400:00000200:2.0:1761122782.624274:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.624287:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.624293:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.624296:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.624299:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.624302:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89360:89360:255:4294967295] 192.168.201.27@tcp LPNI seq info [89360:89360:7:4294967295] 00000400:00000200:2.0:1761122782.624309:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.624313:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.624316:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347850). 00000800:00000200:2.0:1761122782.624319:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.624323:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.624326:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.624996:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.625002:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347602). 00000400:00000200:3.0:1761122782.625007:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.625013:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.625018:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:3.0:1761122782.625021:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000800:00000200:3.0:1761122782.625086:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.625088:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122782.625102:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.625106:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.625108:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:3.0:1761122782.625109:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:3.0:1761122782.625115:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013349015 x1846669643645632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.633697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef9ab0b7. 00010000:00000010:2.1:1761122782.633710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066342736. 00010000:00000010:3.1:1761122782.633837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003895a4eb. 00000400:00000200:1.0:1761122782.634282:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.634300:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482082c0 00000400:00000200:1.0:1761122782.634308:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7ed [1] + 224 00000400:00000200:1.0:1761122782.634318:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.634321:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.634331:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013349015 x1846669643645632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.634375:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.634382:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254500 00000400:00000200:1.0:1761122782.634388:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 984 00000400:00000200:1.0:1761122782.634398:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.634401:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.634406:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.634411:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000400:00000010:2.0:1761122782.634480:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc780. 00000400:00000200:2.0:1761122782.634486:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.634489:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122782.634495:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013349015 x1846669643645632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.634504:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013349015 x1846669643645632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.634534:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000444f92bd. 02000000:00000010:2.0:1761122782.634541:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d89a190. 00000100:00000010:2.0:1761122782.634544:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 00000100:00000010:2.0:1761122782.634548:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c42175c7. 00010000:00000010:2.0:1761122782.634553:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad982898. 00000020:00000010:0.0:1761122782.639300:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000756e2a42. 00000020:00000010:0.0:1761122782.639312:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.639316:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.639348:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643957504/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.639393:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957504 02000000:00000010:0.0:1761122782.639404:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe447954. 00010000:00000010:0.0:1761122782.639431:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e394b67a. 00010000:00000010:0.0:1761122782.639449:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005de433c0. 00000100:00000010:0.0:1761122782.639456:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.639471:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.639474:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005de433c0. 00000400:00000010:0.0:1761122782.639488:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122782.639493:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957504, offset 224 00000400:00000200:0.0:1761122782.639501:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.639515:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.639522:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89361:89361:256:4294967295] 192.168.201.27@tcp LPNI seq info [89361:89361:8:4294967295] 00000400:00000200:0.0:1761122782.639532:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.639538:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.639542:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122782.639549:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.639557:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.639561:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.639577:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122782.639581:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.639584:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000756e2a42. 00000800:00000200:2.0:1761122782.640737:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.640744:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:2.0:1761122782.640751:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.640758:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.640764:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:2.0:1761122782.640766:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00080000:00000010:2.0:1761122782.640798:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651974d7. 00010000:00000010:2.0:1761122782.640876:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a26c350. 00010000:00000010:2.0:1761122782.641114:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005708d524. 00010000:00000010:2.0:1761122782.641202:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122782.641208:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001a26c350. 00010000:00000010:2.0:1761122782.641219:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ad982898. 00000100:00000010:2.0:1761122782.641224:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c42175c7. 00000100:00000010:2.0:1761122782.641232:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122782.641244:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d89a190. 02000000:00000010:2.0:1761122782.641269:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000444f92bd. 00000400:00000010:2.0:1761122782.641275:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc780. 00000400:00000010:2.0:1761122782.641279:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.641285:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645696, portal 16 00000400:00000010:2.0:1761122782.641289:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122782.641292:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645696, offset 0 00000400:00000200:2.0:1761122782.641299:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.641309:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.641316:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.641320:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.641323:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.641326:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89362:89362:256:4294967295] 192.168.201.27@tcp LPNI seq info [89362:89362:8:4294967295] 00000400:00000200:2.0:1761122782.641334:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.641339:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.641343:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122782.641349:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.641355:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.641357:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.643540:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.643546:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122782.643553:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.643562:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.643566:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:0.0:1761122782.643568:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:0.0:1761122782.643576:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013349015 x1846669643645696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.647627:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.647647:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208300 00000400:00000200:1.0:1761122782.647688:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf7f9 [1] + 224 00000400:00000200:1.0:1761122782.649011:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.649019:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.649034:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013349015 x1846669643645696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.649128:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000143cc780. 00000400:00000200:2.0:1761122782.649133:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.649135:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:2.0:1761122782.649153:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013349015 x1846669643645696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.649161:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013349015 x1846669643645696/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.649196:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000444f92bd. 02000000:00000010:2.0:1761122782.649202:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d89a190. 00000100:00000010:2.0:1761122782.649206:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 00000100:00000010:2.0:1761122782.649210:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c42175c7. 00010000:00000010:2.0:1761122782.649215:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ad982898. 00010000:00000010:0.1:1761122782.650695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f6bcb8. 00000400:00000200:3.0:1761122782.651451:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.651471:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254540 00000400:00000200:3.0:1761122782.651480:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 1312 00010000:00000010:2.1:1761122782.651739:0:78690:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1f9e705. 00010000:00000010:2.1:1761122782.651747:0:78690:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:3.0:1761122782.654789:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.654804:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.654813:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.654822:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2475dd3. 00000020:00000010:1.0:1761122782.655249:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d2d05ca. 00000020:00000010:1.0:1761122782.655256:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122782.655261:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.655288:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d2475dd3 x1846669643957568/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.655336:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957568 02000000:00000010:1.0:1761122782.655348:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004bb58f64. 00010000:00000010:1.0:1761122782.655377:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000884f78f. 00010000:00000010:1.0:1761122782.655399:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e7718847. 00000100:00000010:1.0:1761122782.655407:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.655420:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.655429:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e7718847. 00000400:00000010:1.0:1761122782.655444:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122782.655448:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957568, offset 224 00000400:00000200:1.0:1761122782.655457:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.655473:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.655479:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89363:89363:256:4294967295] 192.168.201.27@tcp LPNI seq info [89363:89363:8:4294967295] 00000400:00000200:1.0:1761122782.655488:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.655493:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.655497:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122782.655503:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.655511:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.655515:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.655532:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122782.655536:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.655539:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d2d05ca. 00000800:00000200:1.0:1761122782.659214:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.659223:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:1.0:1761122782.659230:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.659240:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.659246:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:1.0:1761122782.659248:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00080000:00000010:3.0:1761122782.659558:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb3e126. 00010000:00000010:3.0:1761122782.659691:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a26c350. 00010000:00000010:3.0:1761122782.659701:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005db6173e. 00010000:00000010:3.0:1761122782.659774:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bb663f3. 00010000:00000010:3.0:1761122782.659779:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000284b9729. 00010000:00000010:3.0:1761122782.659790:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e008593. 00000100:00000010:3.0:1761122782.659796:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122782.659805:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092ee8e09. 02000000:00000010:3.0:1761122782.659819:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001d23bd76. 02000000:00000010:3.0:1761122782.659849:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bca0552e. 00000400:00000010:3.0:1761122782.659855:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003785ea2d. 00000400:00000010:3.0:1761122782.659861:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122782.659866:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645760, portal 16 00000400:00000010:3.0:1761122782.659872:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122782.659875:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645760, offset 0 00000400:00000200:3.0:1761122782.659884:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.659898:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.659906:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.659909:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.659912:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.659916:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89364:89364:256:4294967295] 192.168.201.27@tcp LPNI seq info [89364:89364:8:4294967295] 00000400:00000200:3.0:1761122782.659926:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.659932:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.659937:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000090865d76 (tot 82347602). 00000800:00000200:3.0:1761122782.659943:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.659950:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.659954:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000090865d76 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.660434:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.660438:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000090865d76 (tot 82347354). 00000400:00000200:0.0:1761122782.660443:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.660449:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.660454:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:0.0:1761122782.660456:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:0.0:1761122782.660464:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092ee8e09 x1846669643645760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.664587:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.664608:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208340 00000400:00000200:3.0:1761122782.664618:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf805 [1] + 224 00000400:00000200:3.0:1761122782.664632:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.664637:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.664648:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092ee8e09 x1846669643645760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.664867:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003785ea2d. 00000400:00000200:1.0:1761122782.664872:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:1.0:1761122782.664875:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:1.0:1761122782.664881:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092ee8e09 x1846669643645760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.664889:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092ee8e09 x1846669643645760/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.665118:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bca0552e. 02000000:00000010:1.0:1761122782.665124:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d23bd76. 00000100:00000010:1.0:1761122782.665129:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092ee8e09. 00000100:00000010:1.0:1761122782.665133:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:1.0:1761122782.665137:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e008593. 00000400:00000200:3.0:1761122782.665539:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.665548:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254580 00000400:00000200:3.0:1761122782.665554:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 1640 00000400:00000200:3.0:1761122782.665611:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.665615:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.665620:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.665625:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092ee8e09. 00000020:00000010:0.0:1761122782.665737:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000756e2a42. 00000020:00000010:0.0:1761122782.665745:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122782.665749:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.665772:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092ee8e09 x1846669643957632/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122782.665801:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957632 02000000:00000010:0.0:1761122782.665811:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006251c145. 00010000:00000010:0.0:1761122782.665838:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000493a1dc4. 00010000:00000010:0.0:1761122782.665860:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.665866:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.665870:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.665873:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.665884:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122782.665888:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957632, offset 224 00000400:00000200:0.0:1761122782.665895:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.665907:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.665912:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89365:89365:256:4294967295] 192.168.201.27@tcp LPNI seq info [89365:89365:8:4294967295] 00000400:00000200:0.0:1761122782.665928:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.665934:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.665939:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122782.665945:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.665952:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.665955:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.665975:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122782.665979:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.665982:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000756e2a42. 00000800:00000200:0.0:1761122782.666050:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.666053:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122782.666058:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.666062:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.666064:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122782.666066:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00080000:00000010:0.0:1761122782.666400:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000756e2a42. 00010000:00000010:0.0:1761122782.666486:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000284b9729. 00010000:00000010:0.0:1761122782.666493:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000652c8442. 00010000:00000010:0.0:1761122782.666567:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122782.666574:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:0.0:1761122782.666585:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.666590:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.666598:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.666610:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8c83e17. 02000000:00000010:0.0:1761122782.666636:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9dfea7d. 00000400:00000010:0.0:1761122782.666641:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122782.666645:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122782.666650:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645824, portal 16 00000400:00000010:0.0:1761122782.666694:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122782.666697:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645824, offset 0 00000400:00000200:0.0:1761122782.666703:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.666711:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.666720:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.666723:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.666727:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.666729:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89366:89366:256:4294967295] 192.168.201.27@tcp LPNI seq info [89366:89366:8:4294967295] 00000400:00000200:0.0:1761122782.666738:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.666742:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.666745:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122782.666750:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.666754:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.666757:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.666909:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.666912:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:3.0:1761122782.666917:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.666921:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.666924:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:3.0:1761122782.666926:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:3.0:1761122782.666933:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643645824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.668695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fef6260. 00010000:00000010:3.1:1761122782.668705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:1.1:1761122782.668774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001191a509. 00000400:00000200:3.0:1761122782.671579:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.671603:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208380 00000400:00000200:3.0:1761122782.671614:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf811 [1] + 224 00000400:00000200:3.0:1761122782.671629:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.671634:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.671646:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643645824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.671710:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.671716:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482545c0 00000400:00000200:3.0:1761122782.671722:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae135 [2] + 1968 00000400:00000010:3.0:1761122782.671727:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b63d53a. 00000400:00000200:3.0:1761122782.671730:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000081033c9 00000400:00000200:3.0:1761122782.671795:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.671799:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.671802:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000081033c9 00000400:00000010:3.0:1761122782.671804:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000081033c9 (tot 82347202). 00000100:00000200:3.0:1761122782.671810:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761122782.672205:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:0.0:1761122782.672209:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122782.672211:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:0.0:1761122782.672217:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643645824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.672226:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643645824/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.672259:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9dfea7d. 02000000:00000010:0.0:1761122782.672266:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8c83e17. 00000100:00000010:0.0:1761122782.672270:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:0.0:1761122782.672276:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.672280:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000020:00000010:2.0:1761122782.672597:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.672605:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.672609:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.672635:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000075fb2e42 x1846669643957696/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.676178:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957696 02000000:00000010:2.0:1761122782.676199:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000444f92bd. 00010000:00000010:2.0:1761122782.676235:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001d6edd2a. 00010000:00000010:2.0:1761122782.676262:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.676269:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c42175c7. 00000100:00000010:2.0:1761122782.676294:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c42175c7. 00010000:00000010:2.0:1761122782.676299:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000400:00000010:2.0:1761122782.676314:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.676321:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957696, offset 224 00000400:00000200:2.0:1761122782.676331:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.676525:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.676532:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89367:89367:256:4294967295] 192.168.201.27@tcp LPNI seq info [89367:89367:8:4294967295] 00000400:00000200:2.0:1761122782.676543:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.676549:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.676554:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347450). 00000800:00000200:2.0:1761122782.676562:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.676570:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.676574:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.676597:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.676601:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.676606:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89a190. 02000000:00000010:2.0:1761122782.676615:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006251c145. 00000100:00000010:2.0:1761122782.676619:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092ee8e09. 02000000:00000010:2.0:1761122782.676624:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004bb58f64. 00000100:00000010:2.0:1761122782.676628:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2475dd3. 02000000:00000010:2.0:1761122782.676632:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe447954. 00000100:00000010:2.0:1761122782.676635:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 02000000:00000010:2.0:1761122782.676639:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000046bf0347. 00000100:00000010:2.0:1761122782.676642:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122782.676645:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018b2f6d5. 00000100:00000010:2.0:1761122782.676647:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:2.0:1761122782.676651:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba14a834. 00000100:00000010:2.0:1761122782.676672:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000200:2.0:1761122782.676682:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122782.676688:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000143cc780. 00000400:00000010:2.0:1761122782.676693:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c42175c7 (tot 82347602). 00010000:00000010:0.1:1761122782.676945:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2531a7a. 00010000:00000010:0.1:1761122782.676953:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a82a3d8f. 00010000:00000010:0.1:1761122782.676959:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb663f3. 00000800:00000200:2.0:1761122782.677111:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.677115:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122782.677120:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.677125:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.677129:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:2.0:1761122782.677131:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 02000000:00000010:2.0:1761122782.677135:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000444f92bd. 00080000:00000010:2.0:1761122782.677167:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000444f92bd. 00010000:00000010:2.0:1761122782.677286:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:2.0:1761122782.677295:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b7e6f7d2. 00010000:00000010:2.0:1761122782.677376:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122782.677383:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000252e1ace. 00010000:00000010:2.0:1761122782.677392:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bc75714. 00000100:00000010:2.0:1761122782.677396:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122782.677404:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122782.677416:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d89a190. 02000000:00000010:2.0:1761122782.677440:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000034d9ecd0. 00000400:00000010:2.0:1761122782.677445:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a4c5348. 00000400:00000010:2.0:1761122782.677448:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122782.677451:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645888, portal 16 00000400:00000010:2.0:1761122782.677455:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122782.677457:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645888, offset 0 00000400:00000200:2.0:1761122782.677463:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.677470:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.677477:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.677481:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.677483:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.677486:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89368:89368:256:4294967295] 192.168.201.27@tcp LPNI seq info [89368:89368:8:4294967295] 00000400:00000200:2.0:1761122782.677494:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.677499:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.677502:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.677506:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.677512:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.677514:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.677615:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.677618:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122782.677621:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.677624:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.677627:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:3.0:1761122782.677628:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:3.0:1761122782.677634:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643645888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.681704:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.681726:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482083c0 00000400:00000200:3.0:1761122782.681736:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf821 [1] + 224 00000400:00000200:3.0:1761122782.681753:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.681757:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.681767:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643645888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.681867:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005a4c5348. 00000400:00000200:0.0:1761122782.681872:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:0.0:1761122782.681874:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:0.0:1761122782.681879:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643645888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.681886:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643645888/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.681914:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000034d9ecd0. 02000000:00000010:0.0:1761122782.681919:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d89a190. 00000100:00000010:0.0:1761122782.681923:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:0.0:1761122782.681927:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:0.0:1761122782.681931:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bc75714. 00000400:00000200:3.0:1761122782.682754:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.682764:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254600 00000400:00000200:3.0:1761122782.682770:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 0 00000400:00000200:3.0:1761122782.682827:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.682832:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.682837:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.682842:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002233e322. 00000020:00000010:0.0:1761122782.683233:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b8c83e17. 00000020:00000010:0.0:1761122782.683241:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122782.683245:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.683272:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002233e322 x1846669643957760/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122782.683309:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957760 02000000:00000010:0.0:1761122782.683322:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9dfea7d. 00010000:00000010:0.0:1761122782.683352:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000518ab96. 00010000:00000010:0.0:1761122782.683380:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.683388:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.683403:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.683405:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000010:0.0:1761122782.683419:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122782.683424:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957760, offset 224 00000400:00000200:0.0:1761122782.683433:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.683444:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.683449:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89369:89369:256:4294967295] 192.168.201.27@tcp LPNI seq info [89369:89369:8:4294967295] 00000400:00000200:0.0:1761122782.683460:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.683466:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.683471:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122782.683477:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.683486:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.683490:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.683510:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122782.683515:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.683517:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b8c83e17. 00000800:00000200:0.0:1761122782.683601:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.683606:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:0.0:1761122782.683611:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.683614:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.683617:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122782.683619:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00080000:00000010:0.0:1761122782.683645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c83e17. 00010000:00000010:0.0:1761122782.683771:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000252e1ace. 00010000:00000010:0.0:1761122782.683778:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecd7d67d. 00010000:00000010:0.0:1761122782.683870:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a5d17d. 00010000:00000010:0.0:1761122782.683876:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122782.683886:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000186e422a. 00000100:00000010:0.0:1761122782.683890:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.683897:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.683909:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea1f1fa3. 02000000:00000010:0.0:1761122782.683932:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe447954. 00000400:00000010:0.0:1761122782.683938:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122782.683941:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122782.683946:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643645952, portal 16 00000400:00000010:0.0:1761122782.683950:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122782.683952:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643645952, offset 0 00000400:00000200:0.0:1761122782.683957:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.683964:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.683971:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.683974:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.683977:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.683980:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89370:89370:256:4294967295] 192.168.201.27@tcp LPNI seq info [89370:89370:8:4294967295] 00000400:00000200:0.0:1761122782.683988:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.683992:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.683996:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122782.684000:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.684004:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.684007:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.684057:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.684061:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:0.0:1761122782.684064:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.684067:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.684070:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:0.0:1761122782.684071:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:0.0:1761122782.684076:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643645952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.689747:0:76730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdd1216. 00010000:00000010:2.1:1761122782.689759:0:76730:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44dbef2. 00010000:00000010:2.1:1761122782.689762:0:76730:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00000400:00000200:3.0:1761122782.692364:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.692383:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208400 00000400:00000200:3.0:1761122782.692392:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf82d [1] + 224 00000400:00000200:3.0:1761122782.692406:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.692409:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.692421:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643645952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.692504:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:1.0:1761122782.692508:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:1.0:1761122782.692510:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000100:00000200:1.0:1761122782.692516:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643645952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.692524:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643645952/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.692550:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe447954. 02000000:00000010:1.0:1761122782.692556:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea1f1fa3. 00000100:00000010:1.0:1761122782.692559:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:1.0:1761122782.692564:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:1.0:1761122782.692567:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000186e422a. 00000400:00000200:1.0:1761122782.695806:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.695826:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254640 00000400:00000200:1.0:1761122782.695835:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 328 00000400:00000200:1.0:1761122782.696126:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.696131:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.696138:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.696144:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:2.0:1761122782.696252:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.696260:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.696264:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.696292:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643957824/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.696505:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957824 02000000:00000010:2.0:1761122782.696516:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034d9ecd0. 00010000:00000010:2.0:1761122782.696543:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000258f96d. 00010000:00000010:2.0:1761122782.696562:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023920577. 00000100:00000010:2.0:1761122782.696568:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.696577:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122782.696581:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023920577. 00000400:00000010:2.0:1761122782.696591:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122782.696595:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957824, offset 224 00000400:00000200:2.0:1761122782.696603:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.696613:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.696618:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89371:89371:256:4294967295] 192.168.201.27@tcp LPNI seq info [89371:89371:8:4294967295] 00000400:00000200:2.0:1761122782.696628:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.696633:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.696637:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.696642:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.696648:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.696652:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.696691:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.696695:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.696698:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89a190. 00000800:00000200:2.0:1761122782.696751:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.696755:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122782.696758:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.696762:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.696765:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122782.696767:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00080000:00000010:1.0:1761122782.696833:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d2d05ca. 00010000:00000010:1.0:1761122782.697109:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:1.0:1761122782.697116:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000206e2a36. 00010000:00000010:1.0:1761122782.697188:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006250ba69. 00010000:00000010:1.0:1761122782.697195:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122782.697205:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003c2a3bcc. 00000100:00000010:1.0:1761122782.697209:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.697216:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 02000000:00000010:1.0:1761122782.697227:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d038d0d. 02000000:00000010:1.0:1761122782.697252:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ca0df33. 00000400:00000010:1.0:1761122782.697257:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3aee5d2. 00000400:00000010:1.0:1761122782.697262:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122782.697267:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646016, portal 16 00000400:00000010:1.0:1761122782.697272:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122782.697274:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646016, offset 0 00000400:00000200:1.0:1761122782.697280:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.697286:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.697293:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.697297:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.697300:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.697302:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89372:89372:256:4294967295] 192.168.201.27@tcp LPNI seq info [89372:89372:8:4294967295] 00000400:00000200:1.0:1761122782.697309:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.697313:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.697317:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122782.697321:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.697325:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.697327:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.700678:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.700686:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:2.0:1761122782.700693:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.700704:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.700710:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:2.0:1761122782.700712:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 00000100:00000200:2.0:1761122782.700722:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b146f16 x1846669643646016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.701239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6b894f. 00010000:00000010:0.1:1761122782.701449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022160984. 00010000:00000010:0.1:1761122782.701454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:1.1:1761122782.705697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000460a1a55. 00010000:00000010:1.1:1761122782.705713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a5d17d. 00010000:00000010:2.1:1761122782.705789:0:78694:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06c4626. 00000400:00000200:1.0:1761122782.708917:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.708938:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208440 00000400:00000200:1.0:1761122782.708947:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf839 [1] + 224 00000400:00000200:1.0:1761122782.708959:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.708965:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.708976:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b146f16 x1846669643646016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.709014:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.709020:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254680 00000400:00000200:1.0:1761122782.709025:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 656 00000400:00000200:1.0:1761122782.709104:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.709109:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.709114:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.709120:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000400:00000010:0.0:1761122782.709192:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3aee5d2. 00000400:00000200:0.0:1761122782.709197:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:0.0:1761122782.709199:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00000100:00000200:0.0:1761122782.709206:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b146f16 x1846669643646016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.709215:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b146f16 x1846669643646016/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.709246:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ca0df33. 02000000:00000010:0.0:1761122782.709254:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d038d0d. 00000100:00000010:0.0:1761122782.709259:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000010:0.0:1761122782.709263:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:0.0:1761122782.709267:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003c2a3bcc. 00000020:00000010:3.0:1761122782.711227:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c740e15b. 00000020:00000010:3.0:1761122782.711240:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.711245:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.711279:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643957888/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.711316:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957888 02000000:00000010:3.0:1761122782.711328:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d562b30. 00010000:00000010:3.0:1761122782.711359:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d0c23e7. 00010000:00000010:3.0:1761122782.711381:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8a59dee. 00000100:00000010:3.0:1761122782.711389:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.711404:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.711408:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8a59dee. 00000400:00000010:3.0:1761122782.711421:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122782.711426:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957888, offset 224 00000400:00000200:3.0:1761122782.711434:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.711447:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.711454:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89373:89373:256:4294967295] 192.168.201.27@tcp LPNI seq info [89373:89373:8:4294967295] 00000400:00000200:3.0:1761122782.711465:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.711470:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.711474:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.711481:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.711489:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.711493:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.711511:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.711516:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.711520:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c740e15b. 00000800:00000200:3.0:1761122782.711620:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.711624:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:3.0:1761122782.711628:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.711633:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.711637:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:3.0:1761122782.711639:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00080000:00000010:3.0:1761122782.711686:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c740e15b. 00010000:00000010:3.0:1761122782.711770:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00010000:00000010:3.0:1761122782.711777:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9e654f3. 00010000:00000010:3.0:1761122782.711848:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122782.711854:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000822531da. 00010000:00000010:3.0:1761122782.711863:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8a59dee. 00000100:00000010:3.0:1761122782.711866:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.711872:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 02000000:00000010:3.0:1761122782.711883:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bca0552e. 02000000:00000010:3.0:1761122782.711904:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003165e40c. 00000400:00000010:3.0:1761122782.711910:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122782.711913:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122782.711918:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646080, portal 16 00000400:00000010:3.0:1761122782.711923:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.711925:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646080, offset 0 00000400:00000200:3.0:1761122782.711930:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.711937:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.711943:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.711946:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.712152:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.712155:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89374:89374:256:4294967295] 192.168.201.27@tcp LPNI seq info [89374:89374:8:4294967295] 00000400:00000200:3.0:1761122782.712163:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.712168:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.712172:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.712176:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.712180:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.712182:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.712230:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.712232:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:3.0:1761122782.712235:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.712238:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.712241:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:3.0:1761122782.712242:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.712246:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e369598d x1846669643646080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.723911:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.723932:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208480 00000400:00000200:3.0:1761122782.723941:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf845 [1] + 224 00000400:00000200:3.0:1761122782.723960:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.723965:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.723978:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e369598d x1846669643646080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.724022:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122782.724027:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:3.0:1761122782.724030:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000100:00000200:3.0:1761122782.724036:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e369598d x1846669643646080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.724044:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e369598d x1846669643646080/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.724073:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003165e40c. 02000000:00000010:3.0:1761122782.724080:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bca0552e. 00000100:00000010:3.0:1761122782.724084:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 00000100:00000010:3.0:1761122782.724099:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.724104:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8a59dee. 00000400:00000200:3.0:1761122782.724592:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.724600:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482546c0 00000400:00000200:3.0:1761122782.724606:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 984 00000400:00000200:3.0:1761122782.724677:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.724681:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.724685:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.724690:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e369598d. 00000020:00000010:1.0:1761122782.727796:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b13d1a6f. 00000020:00000010:1.0:1761122782.727806:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122782.727811:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.727840:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e369598d x1846669643957952/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.727867:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643957952 02000000:00000010:1.0:1761122782.727877:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008844242f. 00010000:00000010:1.0:1761122782.727903:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085ec1c25. 00010000:00000010:1.0:1761122782.728155:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.728162:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.728176:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.728182:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000400:00000010:1.0:1761122782.728199:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bac7c9a8. 00000100:00000200:1.0:1761122782.728205:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643957952, offset 224 00000400:00000200:1.0:1761122782.728213:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.728228:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.728234:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89375:89375:256:4294967295] 192.168.201.27@tcp LPNI seq info [89375:89375:8:4294967295] 00000400:00000200:1.0:1761122782.728246:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.728252:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.728257:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122782.728264:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.728272:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.728277:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.728294:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5f68685. 00000020:00000010:1.0:1761122782.728299:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.728301:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b13d1a6f. 00000800:00000200:3.0:1761122782.733652:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.733678:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:3.0:1761122782.733686:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.733694:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.733701:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bac7c9a8 00000400:00000010:3.0:1761122782.733704:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bac7c9a8. 00080000:00000010:3.0:1761122782.733737:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5dd6858. 00010000:00000010:3.0:1761122782.733835:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000822531da. 00010000:00000010:3.0:1761122782.733843:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a0a8ff33. 00010000:00000010:3.0:1761122782.733916:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cc8c197. 00010000:00000010:3.0:1761122782.733922:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000822531da. 00010000:00000010:3.0:1761122782.733933:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c8a59dee. 00000100:00000010:3.0:1761122782.733939:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.733949:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000a8e05af. 02000000:00000010:3.0:1761122782.733961:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000510787a5. 02000000:00000010:3.0:1761122782.733988:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000070a6fe5a. 00000400:00000010:3.0:1761122782.733994:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122782.733999:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122782.734005:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646144, portal 16 00000400:00000010:3.0:1761122782.734010:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.734013:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646144, offset 0 00000400:00000200:3.0:1761122782.734020:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.734035:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.734041:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.734045:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.734048:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.734052:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89376:89376:256:4294967295] 192.168.201.27@tcp LPNI seq info [89376:89376:8:4294967295] 00000400:00000200:3.0:1761122782.734062:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.734067:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.734072:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dc77de5e (tot 82347602). 00000800:00000200:3.0:1761122782.734078:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.734085:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.734105:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dc77de5e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122782.734162:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.734164:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dc77de5e (tot 82347354). 00000400:00000200:3.0:1761122782.734167:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.734171:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.734173:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:3.0:1761122782.734174:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.734180:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000a8e05af x1846669643646144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.739752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000319b25b4. 00010000:00000010:3.1:1761122782.739765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0640290. 00010000:00000010:3.1:1761122782.739772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006250ba69. 00000400:00000200:2.0:1761122782.742820:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.742844:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482084c0 00000400:00000200:2.0:1761122782.742853:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf851 [1] + 224 00000400:00000200:2.0:1761122782.742865:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.742868:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.742879:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000a8e05af x1846669643646144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122782.743989:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122782.743999:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254700 00000400:00000200:2.0:1761122782.744005:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 1312 00000400:00000200:2.0:1761122782.744014:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.744017:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122782.744021:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122782.744027:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 00000020:00000010:2.0:1761122782.744077:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d89a190. 00000020:00000010:2.0:1761122782.744084:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.744101:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.744130:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000013349015 x1846669643958016/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.744162:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958016 02000000:00000010:2.0:1761122782.744176:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc06ae70. 00010000:00000010:2.0:1761122782.744218:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023920577. 00000100:00000010:2.0:1761122782.744226:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.744232:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122782.744237:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023920577. 00000400:00000010:2.0:1761122782.744252:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122782.744433:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958016, offset 224 00000400:00000200:2.0:1761122782.744441:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.744452:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.744457:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89377:89377:256:4294967295] 192.168.201.27@tcp LPNI seq info [89377:89377:8:4294967295] 00000400:00000200:2.0:1761122782.744467:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.744472:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.744476:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.744482:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.744490:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.744494:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.744513:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.744517:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.744521:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d89a190. 00000800:00000200:2.0:1761122782.744625:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.744629:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122782.744632:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.744635:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.744638:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:2.0:1761122782.744640:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000400:00000010:2.0:1761122782.744672:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:2.0:1761122782.744676:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:2.0:1761122782.744677:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00000100:00000200:2.0:1761122782.744683:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000a8e05af x1846669643646144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.744691:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000a8e05af x1846669643646144/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122782.744714:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ade2feac. 02000000:00000010:2.0:1761122782.744729:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000070a6fe5a. 02000000:00000010:2.0:1761122782.744735:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000510787a5. 00000100:00000010:2.0:1761122782.744738:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000a8e05af. 00000100:00000010:2.0:1761122782.744741:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:2.0:1761122782.744745:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c8a59dee. 00080000:00000010:2.0:1761122782.744760:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d89a190. 00010000:00000010:2.0:1761122782.744842:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000822531da. 00010000:00000010:2.0:1761122782.745048:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f43a2ee4. 00010000:00000010:2.0:1761122782.745138:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.0:1761122782.745145:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216bb4e0. 00010000:00000010:2.0:1761122782.745155:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000023920577. 00000100:00000010:2.0:1761122782.745159:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.745166:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 02000000:00000010:2.0:1761122782.745176:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000703fcc05. 02000000:00000010:2.0:1761122782.745198:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d21d3e7. 00000400:00000010:2.0:1761122782.745202:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122782.745206:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122782.745210:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646208, portal 16 00000400:00000010:2.0:1761122782.745214:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.745216:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646208, offset 0 00000400:00000200:2.0:1761122782.745222:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.745229:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.745235:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.745239:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.745243:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.745245:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89378:89378:256:4294967295] 192.168.201.27@tcp LPNI seq info [89378:89378:8:4294967295] 00000400:00000200:2.0:1761122782.745253:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.745257:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.745261:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.745265:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.745269:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.745272:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122782.745348:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.745351:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:2.0:1761122782.745354:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.745358:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.745360:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122782.745361:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122782.745366:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000760b67b8 x1846669643646208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122782.747973:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.747993:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208500 00000400:00000200:3.0:1761122782.748001:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf85d [1] + 224 00000400:00000200:3.0:1761122782.748014:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.748018:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.748028:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000760b67b8 x1846669643646208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122782.748118:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:0.0:1761122782.748123:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:0.0:1761122782.748125:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:0.0:1761122782.748131:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000760b67b8 x1846669643646208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.748139:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000760b67b8 x1846669643646208/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.748169:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d21d3e7. 02000000:00000010:0.0:1761122782.748176:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000703fcc05. 00000100:00000010:0.0:1761122782.748180:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 00000100:00000010:0.0:1761122782.748184:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:0.0:1761122782.748188:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000023920577. 00000400:00000200:3.0:1761122782.748293:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.748310:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254740 00000400:00000200:3.0:1761122782.748315:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 1640 00000400:00000200:3.0:1761122782.748364:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.748368:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.748371:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122782.748376:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000558f0c9a. 00000020:00000010:0.0:1761122782.748455:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b518bf0. 00000020:00000010:0.0:1761122782.748462:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006ad99555. 00000020:00000010:0.0:1761122782.748467:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122782.748491:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000558f0c9a x1846669643958080/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122782.748523:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958080 02000000:00000010:0.0:1761122782.748534:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000703fcc05. 00010000:00000010:0.0:1761122782.748558:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa0b1aa8. 00010000:00000010:0.0:1761122782.748577:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1fe5be6. 00000100:00000010:0.0:1761122782.748582:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.748591:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.748593:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1fe5be6. 00000400:00000010:0.0:1761122782.748605:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122782.748610:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958080, offset 224 00000400:00000200:0.0:1761122782.748618:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.748628:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.748634:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89379:89379:256:4294967295] 192.168.201.27@tcp LPNI seq info [89379:89379:8:4294967295] 00000400:00000200:0.0:1761122782.748644:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.748649:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.748653:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122782.748683:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.748690:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.748694:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.748710:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006ad99555. 00000020:00000010:0.0:1761122782.748715:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122782.748718:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b518bf0. 00000800:00000200:0.0:1761122782.748787:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.748790:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:0.0:1761122782.748795:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.748798:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.748800:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:0.0:1761122782.748802:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00080000:00000010:0.0:1761122782.748826:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b518bf0. 00010000:00000010:0.0:1761122782.748926:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216bb4e0. 00010000:00000010:0.0:1761122782.748934:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8c9dd6f. 00010000:00000010:0.0:1761122782.749001:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122782.749005:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000006ad99555. 00010000:00000010:0.0:1761122782.749010:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887469cc. 00010000:00000010:0.0:1761122782.749014:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8651796. 00080000:00000010:0.0:1761122782.749025:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1f1fa3. 00010000:00000010:0.0:1761122782.749050:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8651796. 00010000:00000010:0.0:1761122782.749053:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ad99555. 00010000:00000010:0.0:1761122782.749110:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122782.749114:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8651796. 00010000:00000010:0.0:1761122782.749121:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a1fe5be6. 00000100:00000010:0.0:1761122782.749125:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.749131:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.749141:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe447954. 02000000:00000010:0.0:1761122782.749163:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006251c145. 00000400:00000010:0.0:1761122782.749167:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bbd1fde5. 00000400:00000010:0.0:1761122782.749171:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122782.749176:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646272, portal 16 00000400:00000010:0.0:1761122782.749180:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122782.749182:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646272, offset 0 00000400:00000200:0.0:1761122782.749187:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.749193:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.749199:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.749203:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.749205:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.749208:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89380:89380:256:4294967295] 192.168.201.27@tcp LPNI seq info [89380:89380:8:4294967295] 00000400:00000200:0.0:1761122782.749215:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.749220:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.749222:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122782.749226:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.749230:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.749232:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.749489:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.749492:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:0.0:1761122782.749496:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.749500:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.749503:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:0.0:1761122782.749504:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:0.0:1761122782.749510:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643646272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.757713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fca30e86. 00010000:00000010:2.1:1761122782.757736:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad503f27. 00010000:00000010:2.1:1761122782.757741:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc8c197. 00010000:00000010:3.1:1761122782.759986:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba319f04. 00010000:00000010:3.1:1761122782.759998:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:1.1:1761122782.762365:0:78695:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e188ced8. 00000400:00000200:3.0:1761122782.766722:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122782.766742:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208540 00000400:00000200:3.0:1761122782.766751:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf869 [1] + 224 00000400:00000200:3.0:1761122782.766766:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.766770:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122782.766779:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643646272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.769858:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bbd1fde5. 00000400:00000200:1.0:1761122782.769866:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:1.0:1761122782.769869:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000100:00000200:1.0:1761122782.769884:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643646272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.769894:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643646272/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.769926:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006251c145. 02000000:00000010:1.0:1761122782.769931:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe447954. 00000100:00000010:1.0:1761122782.769935:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:1.0:1761122782.769940:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:1.0:1761122782.769943:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a1fe5be6. 00010000:00000010:0.1:1761122782.770711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1d9698c. 00010000:00000010:0.1:1761122782.770720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000103b7eb8. 00010000:00000010:0.1:1761122782.770724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00010000:00000010:0.1:1761122782.770728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122782.770731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887469cc. 00000400:00000200:0.0:1761122782.776676:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.776697:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254780 00000400:00000200:0.0:1761122782.776707:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae185 [2] + 1968 00000400:00000010:0.0:1761122782.776713:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000090879d39. 00000400:00000200:0.0:1761122782.776718:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b148d9f2 00000400:00000200:0.0:1761122782.776789:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.776794:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.776799:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b148d9f2 00000400:00000010:0.0:1761122782.776801:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b148d9f2 (tot 82347202). 00000100:00000200:0.0:1761122782.776806:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122782.776956:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b13d1a6f. 00000020:00000010:1.0:1761122782.776963:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122782.776968:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.776995:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000871f15aa x1846669643958144/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.777034:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958144 02000000:00000010:1.0:1761122782.777046:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d038d0d. 00010000:00000010:1.0:1761122782.777075:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000644ed171. 00010000:00000010:1.0:1761122782.777106:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.777113:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a7205f9a. 00000100:00000010:1.0:1761122782.777128:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a7205f9a. 00010000:00000010:1.0:1761122782.777132:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000400:00000010:1.0:1761122782.777147:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122782.777153:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958144, offset 224 00000400:00000200:1.0:1761122782.777162:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.777176:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.777181:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89381:89381:256:4294967295] 192.168.201.27@tcp LPNI seq info [89381:89381:8:4294967295] 00000400:00000200:1.0:1761122782.777191:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.777196:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.777200:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347450). 00000800:00000200:1.0:1761122782.777205:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.777212:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.777216:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.777231:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122782.777235:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.777238:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b13d1a6f. 02000000:00000010:1.0:1761122782.777247:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000703fcc05. 00000100:00000010:1.0:1761122782.777250:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000558f0c9a. 02000000:00000010:1.0:1761122782.777254:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc06ae70. 00000100:00000010:1.0:1761122782.777256:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 02000000:00000010:1.0:1761122782.777259:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008844242f. 00000100:00000010:1.0:1761122782.777262:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e369598d. 02000000:00000010:1.0:1761122782.777265:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d562b30. 00000100:00000010:1.0:1761122782.777267:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.777471:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034d9ecd0. 00000100:00000010:1.0:1761122782.777474:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:1.0:1761122782.777478:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9dfea7d. 00000100:00000010:1.0:1761122782.777480:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002233e322. 00000100:00000200:1.0:1761122782.777489:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122782.777493:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da0a3b0b. 00000400:00000010:1.0:1761122782.777497:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7205f9a (tot 82347602). 00000800:00000200:0.0:1761122782.777608:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.777612:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:0.0:1761122782.777616:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.777620:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.777622:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd702491 00000400:00000010:0.0:1761122782.777624:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd702491. 02000000:00000010:0.0:1761122782.777628:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d038d0d. 00080000:00000010:3.0:1761122782.777764:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f61a39bc. 00010000:00000010:3.0:1761122782.777854:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8651796. 00010000:00000010:3.0:1761122782.777861:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002432b4ce. 00010000:00000010:3.0:1761122782.777935:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122782.777941:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d43da34b. 00010000:00000010:3.0:1761122782.777952:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.777956:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.777963:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ce512bc. 02000000:00000010:3.0:1761122782.777973:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007322af8c. 02000000:00000010:3.0:1761122782.777996:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0c15e1c. 00000400:00000010:3.0:1761122782.778001:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122782.778004:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.778007:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646336, portal 16 00000400:00000010:3.0:1761122782.778011:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122782.778013:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646336, offset 0 00000400:00000200:3.0:1761122782.778018:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.778026:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.778032:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.778035:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.778038:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.778040:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89382:89382:256:4294967295] 192.168.201.27@tcp LPNI seq info [89382:89382:8:4294967295] 00000400:00000200:3.0:1761122782.778047:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.778051:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.778054:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122782.778058:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.778063:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.778065:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.778233:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.778236:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:0.0:1761122782.778242:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.778246:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.778249:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:0.0:1761122782.778250:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00000100:00000200:0.0:1761122782.778255:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ce512bc x1846669643646336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.780487:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.780504:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208580 00000400:00000200:0.0:1761122782.780512:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf879 [1] + 224 00000400:00000200:0.0:1761122782.780526:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.780529:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.780540:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ce512bc x1846669643646336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.780632:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000228f364f. 00000400:00000200:3.0:1761122782.780636:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:3.0:1761122782.780638:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.780643:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ce512bc x1846669643646336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.780650:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ce512bc x1846669643646336/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.780970:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0c15e1c. 02000000:00000010:3.0:1761122782.780978:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007322af8c. 00000100:00000010:3.0:1761122782.780983:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ce512bc. 00000100:00000010:3.0:1761122782.780987:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.780991:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000200:0.0:1761122782.787691:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.787711:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482547c0 00000400:00000200:0.0:1761122782.787720:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 0 00010000:00000010:3.1:1761122782.789720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037fb8c2. 00010000:00000010:3.1:1761122782.789733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ecb10d. 00010000:00000010:1.1:1761122782.789807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c7d9ab. 00000400:00000200:0.0:1761122782.791549:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.791566:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.791575:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.791585:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:1.0:1761122782.791687:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008844242f. 00000020:00000010:1.0:1761122782.791693:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122782.791698:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.791724:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643958208/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122782.791756:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958208 02000000:00000010:1.0:1761122782.791768:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b13d1a6f. 00010000:00000010:1.0:1761122782.791794:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c039dc42. 00010000:00000010:1.0:1761122782.791812:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.791820:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.791843:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.791847:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000400:00000010:1.0:1761122782.791860:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122782.791865:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958208, offset 224 00000400:00000200:1.0:1761122782.791873:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.791886:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.791892:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89383:89383:256:4294967295] 192.168.201.27@tcp LPNI seq info [89383:89383:8:4294967295] 00000400:00000200:1.0:1761122782.791902:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.791907:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.791911:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122782.791918:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00080000:00000010:0.0:1761122782.792154:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9dfea7d. 00000800:00000200:1.0:1761122782.792172:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.792177:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.792202:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122782.792207:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.792210:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008844242f. 00010000:00000010:0.0:1761122782.792232:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d43da34b. 00010000:00000010:0.0:1761122782.792238:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f686ef7c. 00010000:00000010:0.0:1761122782.792312:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887469cc. 00010000:00000010:0.0:1761122782.792319:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00000800:00000200:1.0:1761122782.792322:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.792325:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:1.0:1761122782.792329:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761122782.792330:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c4bdcf90. 00000400:00000200:1.0:1761122782.792333:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000010:0.0:1761122782.792334:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000400:00000200:1.0:1761122782.792337:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:1.0:1761122782.792338:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000010:0.0:1761122782.792341:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 02000000:00000010:0.0:1761122782.792351:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fe447954. 02000000:00000010:1.0:1761122782.792437:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008844242f. 00000400:00000010:1.0:1761122782.792444:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cce1270. 00000400:00000010:1.0:1761122782.792448:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122782.792453:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646400, portal 16 00000400:00000010:1.0:1761122782.792458:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122782.792460:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646400, offset 0 00000400:00000200:1.0:1761122782.792464:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.792471:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.792477:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.792481:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.792483:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.792485:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89384:89384:256:4294967295] 192.168.201.27@tcp LPNI seq info [89384:89384:8:4294967295] 00000400:00000200:1.0:1761122782.792493:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.792497:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.792499:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122782.792503:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.792507:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.792509:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.792682:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.792685:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:0.0:1761122782.792689:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.792693:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.792696:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e5a3bc5 00000400:00000010:0.0:1761122782.792698:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e5a3bc5. 00000100:00000200:0.0:1761122782.792703:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000cfd21d3 x1846669643646400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.795724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018838ab2. 00000400:00000200:1.0:1761122782.797285:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.797310:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482085c0 00000400:00000200:1.0:1761122782.797320:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf885 [1] + 224 00000400:00000200:1.0:1761122782.797331:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.797515:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.797527:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000cfd21d3 x1846669643646400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.798701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066b8da84. 00010000:00000010:0.1:1761122782.798713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00000400:00000010:2.0:1761122782.799039:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cce1270. 00000400:00000200:2.0:1761122782.799045:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:2.0:1761122782.799047:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:2.0:1761122782.799059:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000cfd21d3 x1846669643646400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.799068:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000cfd21d3 x1846669643646400/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.799112:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008844242f. 02000000:00000010:2.0:1761122782.799119:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fe447954. 00000100:00000010:2.0:1761122782.799124:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000010:2.0:1761122782.799129:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:2.0:1761122782.799133:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c4bdcf90. 00000400:00000200:1.0:1761122782.799303:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.799317:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254800 00000400:00000200:1.0:1761122782.799324:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 328 00000400:00000200:1.0:1761122782.799337:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.799342:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.799348:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.799353:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:3.0:1761122782.799511:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007322af8c. 00000020:00000010:3.0:1761122782.799519:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.799524:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.799548:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643958272/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.799759:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958272 02000000:00000010:3.0:1761122782.799771:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c0c15e1c. 00010000:00000010:3.0:1761122782.799797:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdae53f7. 00010000:00000010:3.0:1761122782.799818:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.799825:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.799832:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.799835:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.799848:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122782.799852:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958272, offset 224 00000400:00000200:3.0:1761122782.799860:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.799872:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.799877:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89385:89385:256:4294967295] 192.168.201.27@tcp LPNI seq info [89385:89385:8:4294967295] 00000400:00000200:3.0:1761122782.799886:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.799892:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.799897:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122782.799903:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.799910:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.799914:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.799943:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.799948:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.799953:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007322af8c. 00080000:00000010:2.0:1761122782.800012:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad5993cb. 00010000:00000010:2.0:1761122782.800122:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:2.0:1761122782.800130:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d809536. 00010000:00000010:2.0:1761122782.800309:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.0:1761122782.800527:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.800538:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.800542:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.800548:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 00000800:00000200:0.0:1761122782.800555:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761122782.800558:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 00000800:00000010:0.0:1761122782.800560:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00000400:00000200:0.0:1761122782.800566:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.800570:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.800573:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:0.0:1761122782.800575:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 02000000:00000010:2.0:1761122782.800580:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc683595. 00000400:00000010:2.0:1761122782.800585:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122782.800589:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.800594:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646464, portal 16 00000400:00000010:2.0:1761122782.800598:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122782.800600:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646464, offset 0 00000400:00000200:2.0:1761122782.800606:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.800612:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.800618:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.800621:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.800623:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.800626:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89386:89386:256:4294967295] 192.168.201.27@tcp LPNI seq info [89386:89386:8:4294967295] 00000400:00000200:2.0:1761122782.800633:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.800638:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.800641:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122782.800645:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.800650:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.800652:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.804085:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.804104:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122782.804113:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.804124:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.804130:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:0.0:1761122782.804132:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:0.0:1761122782.804208:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643646464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.805703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5352a89. 00010000:00000010:2.1:1761122782.805714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887469cc. 00010000:00000010:3.1:1761122782.809776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705a8cb8. 00000400:00000200:1.0:1761122782.814713:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.814732:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208600 00000400:00000200:1.0:1761122782.814741:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf891 [1] + 224 00000400:00000200:1.0:1761122782.814756:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.814759:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.814770:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643646464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.814876:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:2.0:1761122782.814882:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122782.814884:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122782.814890:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643646464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.814898:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643646464/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.814928:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc683595. 02000000:00000010:2.0:1761122782.814935:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:2.0:1761122782.814940:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122782.814945:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.814949:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:0.0:1761122782.815707:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.815719:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254840 00000400:00000200:0.0:1761122782.815726:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 656 00000400:00000200:0.0:1761122782.815785:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.815789:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.815795:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.815799:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:3.0:1761122782.816032:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007322af8c. 00000020:00000010:3.0:1761122782.816040:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.816046:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.816069:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643958336/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122782.816112:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958336 02000000:00000010:3.0:1761122782.816125:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000082e65ac5. 00010000:00000010:3.0:1761122782.816154:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c8ec000. 00010000:00000010:3.0:1761122782.816173:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.816180:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.816200:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.816203:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.816216:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122782.816221:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958336, offset 224 00000400:00000200:3.0:1761122782.816228:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.816239:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.816245:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89387:89387:256:4294967295] 192.168.201.27@tcp LPNI seq info [89387:89387:8:4294967295] 00000400:00000200:3.0:1761122782.816254:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.816259:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.816263:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347602). 00000800:00000200:3.0:1761122782.816268:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.816275:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.816278:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.816290:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.816293:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.816297:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007322af8c. 00080000:00000010:2.0:1761122782.816383:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc683595. 00010000:00000010:2.0:1761122782.816461:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.816468:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010beb06a. 00010000:00000010:2.0:1761122782.816543:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.0:1761122782.816549:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.816559:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.816563:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.816569:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122782.816580:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d21d3e7. 02000000:00000010:2.0:1761122782.816603:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a2916892. 00000400:00000010:2.0:1761122782.816609:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122782.816613:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.816618:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646528, portal 16 00000400:00000010:2.0:1761122782.816622:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122782.816624:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646528, offset 0 00000400:00000200:2.0:1761122782.816630:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.816636:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.816642:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.816646:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.816649:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.816651:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89388:89388:255:4294967295] 192.168.201.27@tcp LPNI seq info [89388:89388:7:4294967295] 00000400:00000200:2.0:1761122782.816705:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.816710:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.816714:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122782.816719:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.816724:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.816726:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.816859:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.816862:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347602). 00000400:00000200:0.0:1761122782.816870:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.816873:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.816877:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:0.0:1761122782.816879:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 00000800:00000200:0.0:1761122782.816930:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.816932:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122782.816936:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.816939:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.816942:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:0.0:1761122782.816943:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:0.0:1761122782.816949:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643646528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.821716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d22ce9e6. 00010000:00000010:2.1:1761122782.821734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00010000:00000010:3.1:1761122782.821787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004776d837. 00000400:00000200:1.0:1761122782.829328:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.829350:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208640 00000400:00000200:1.0:1761122782.829359:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf89d [1] + 224 00000400:00000200:1.0:1761122782.829392:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.829398:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.829410:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643646528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.829533:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:2.0:1761122782.829538:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122782.829541:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122782.829546:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643646528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.829554:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643646528/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.829586:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a2916892. 02000000:00000010:2.0:1761122782.829592:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d21d3e7. 00000100:00000010:2.0:1761122782.829597:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122782.829602:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.829606:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:0.0:1761122782.848583:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.848606:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254880 00000400:00000200:0.0:1761122782.848617:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 984 00000400:00000200:0.0:1761122782.848728:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.848733:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.848741:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.848748:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:1.0:1761122782.848877:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005ca0df33. 00000020:00000010:1.0:1761122782.848884:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122782.848888:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.848913:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643958400/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.849530:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958400 02000000:00000010:3.0:1761122782.849545:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007322af8c. 00010000:00000010:3.0:1761122782.849576:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ef442bd. 00010000:00000010:3.0:1761122782.849600:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.849608:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.849630:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.849635:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.849650:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122782.849704:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958400, offset 224 00000400:00000200:3.0:1761122782.849715:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.849730:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.849736:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89389:89389:256:4294967295] 192.168.201.27@tcp LPNI seq info [89389:89389:8:4294967295] 00000400:00000200:3.0:1761122782.849746:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.849751:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.849756:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122782.849763:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.849771:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.849775:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.849794:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aabbe8bf. 00000020:00000010:3.0:1761122782.849799:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:3.0:1761122782.849802:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005ca0df33. 00000800:00000200:0.0:1761122782.849937:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.849941:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:0.0:1761122782.849948:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.849953:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.849956:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:0.0:1761122782.849958:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00080000:00000010:2.0:1761122782.850069:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a2916892. 00010000:00000010:2.0:1761122782.850173:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.850180:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044bf14c5. 00010000:00000010:2.0:1761122782.850254:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b8535288. 00010000:00000010:2.0:1761122782.850258:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122782.850263:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.0:1761122782.850268:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2ead943. 00080000:00000010:2.0:1761122782.850281:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d21d3e7. 00010000:00000010:2.0:1761122782.850306:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.850309:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122782.850363:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.0:1761122782.850367:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2ead943. 00010000:00000010:2.0:1761122782.850375:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.850379:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.850386:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122782.850398:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000686df1ec. 02000000:00000010:2.0:1761122782.850422:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ffb5827. 00000400:00000010:2.0:1761122782.850429:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122782.850435:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.850439:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646592, portal 16 00000400:00000010:2.0:1761122782.850444:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122782.850446:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646592, offset 0 00000400:00000200:2.0:1761122782.850452:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.850459:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.850467:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.850470:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.850473:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.850476:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89390:89390:256:4294967295] 192.168.201.27@tcp LPNI seq info [89390:89390:8:4294967295] 00000400:00000200:2.0:1761122782.850483:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.850488:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.850491:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122782.850495:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.850500:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.850503:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.850856:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.850859:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122782.850864:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.850868:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.850871:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:0.0:1761122782.850872:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:0.0:1761122782.850879:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643646592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.854035:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004daa42db. 00000400:00000200:0.0:1761122782.854108:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.854126:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208680 00000400:00000200:0.0:1761122782.854135:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8a9 [1] + 224 00000400:00000200:0.0:1761122782.854150:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.854155:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.854168:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643646592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122782.855046:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000982ad50d. 00000400:00000200:2.0:1761122782.855054:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:2.0:1761122782.855056:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:2.0:1761122782.855064:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643646592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.855073:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643646592/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.855113:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ffb5827. 02000000:00000010:2.0:1761122782.855120:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000686df1ec. 00000100:00000010:2.0:1761122782.855125:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122782.855129:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.855134:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:0.0:1761122782.856051:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.856067:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482548c0 00000400:00000200:0.0:1761122782.856073:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 1312 00000400:00000200:0.0:1761122782.858363:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.858378:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.858387:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.858397:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:2.0:1761122782.858549:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ffb5827. 00000020:00000010:2.0:1761122782.858557:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.858562:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.858592:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643958464/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.858628:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958464 02000000:00000010:2.0:1761122782.858642:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000686df1ec. 00010000:00000010:2.0:1761122782.858700:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008512aca7. 00010000:00000010:2.0:1761122782.858726:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.858734:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.858745:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.858749:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.858764:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122782.858769:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958464, offset 224 00000400:00000200:2.0:1761122782.858778:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.858791:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.858797:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89391:89391:256:4294967295] 192.168.201.27@tcp LPNI seq info [89391:89391:8:4294967295] 00000400:00000200:2.0:1761122782.858807:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.858813:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.858817:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122782.858823:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.858831:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.858835:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.858855:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.858859:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.859064:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ffb5827. 00080000:00000010:1.0:1761122782.859153:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071c4a983. 00010000:00000010:1.0:1761122782.859241:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2ead943. 00010000:00000010:1.0:1761122782.859247:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fef81e2b. 00010000:00000010:1.0:1761122782.859521:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122782.859527:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.859538:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.859542:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.859550:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.859562:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ba14a834. 02000000:00000010:1.0:1761122782.859588:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018b2f6d5. 00000400:00000010:1.0:1761122782.859593:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.859598:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.859603:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646656, portal 16 00000400:00000010:1.0:1761122782.859607:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122782.859609:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646656, offset 0 00000400:00000200:1.0:1761122782.859615:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.859622:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.859629:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.859632:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.859635:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.859637:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89392:89392:255:4294967295] 192.168.201.27@tcp LPNI seq info [89392:89392:7:4294967295] 00000400:00000200:1.0:1761122782.859644:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.859648:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.859651:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347850). 00000800:00000200:1.0:1761122782.859693:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.859698:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.859701:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.859816:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.859820:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347602). 00000400:00000200:0.0:1761122782.859825:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.859829:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.859833:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:0.0:1761122782.859836:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00010000:00000010:2.1:1761122782.861700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005addb2b8. 00010000:00000010:2.1:1761122782.861714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.1:1761122782.861719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8535288. 00010000:00000010:2.1:1761122782.861722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00000800:00000200:0.0:1761122782.862107:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.862112:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:0.0:1761122782.862118:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.862127:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.862132:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:0.0:1761122782.862134:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:0.0:1761122782.862143:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643646656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.865867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d248f64b. 00010000:00000010:1.1:1761122782.865885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00000400:00000200:0.0:1761122782.867825:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.867845:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482086c0 00000400:00000200:0.0:1761122782.867854:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8b5 [1] + 224 00000400:00000200:0.0:1761122782.867865:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.867868:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.867879:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643646656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.867920:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.867926:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254900 00000400:00000200:0.0:1761122782.867931:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 1640 00000400:00000200:0.0:1761122782.867941:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.867943:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.867947:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.867956:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:3.0:1761122782.868278:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000510787a5. 00000020:00000010:3.0:1761122782.868286:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.868290:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.868317:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643958528/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000400:00000010:1.0:1761122782.868404:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:1.0:1761122782.868410:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122782.868412:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.868419:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643646656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.868428:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643646656/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.868456:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018b2f6d5. 02000000:00000010:1.0:1761122782.868463:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ba14a834. 00000100:00000010:1.0:1761122782.868467:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.868471:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.868477:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000100:00000200:3.0:1761122782.868533:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958528 02000000:00000010:3.0:1761122782.868546:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070a6fe5a. 00010000:00000010:3.0:1761122782.868573:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f4db2a5. 00010000:00000010:3.0:1761122782.868593:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.868599:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.868614:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.868617:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.868630:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122782.868634:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958528, offset 224 00000400:00000200:3.0:1761122782.868641:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.868652:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.868791:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89393:89393:256:4294967295] 192.168.201.27@tcp LPNI seq info [89393:89393:8:4294967295] 00000400:00000200:3.0:1761122782.868802:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.868808:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.868813:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122782.868819:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.868827:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.868831:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122782.872179:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.872191:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.872197:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000510787a5. 00080000:00000010:1.0:1761122782.872344:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba14a834. 00010000:00000010:1.0:1761122782.872428:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.872436:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c91a85d3. 00010000:00000010:1.0:1761122782.872508:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122782.872513:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.872525:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.872531:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.872539:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.872553:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018b2f6d5. 02000000:00000010:1.0:1761122782.872581:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004bb58f64. 00000400:00000010:1.0:1761122782.872586:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.872593:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.872598:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646720, portal 16 00000400:00000010:1.0:1761122782.872603:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122782.872605:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646720, offset 0 00000400:00000200:1.0:1761122782.872614:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.872628:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.872635:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.872638:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.872641:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.872645:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89394:89394:255:4294967295] 192.168.201.27@tcp LPNI seq info [89394:89394:7:4294967295] 00000400:00000200:1.0:1761122782.872680:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.872687:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.872692:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347850). 00000800:00000200:1.0:1761122782.872697:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.872704:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.872707:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.872835:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.872839:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347602). 00000400:00000200:0.0:1761122782.872846:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.872851:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.872856:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:0.0:1761122782.872858:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000800:00000200:0.0:1761122782.872921:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.872922:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:0.0:1761122782.872926:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.872929:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.872931:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:0.0:1761122782.872933:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000100:00000200:0.0:1761122782.872939:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643646720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122782.873745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb0ea217. 00000400:00000200:0.0:1761122782.876451:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.876473:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208700 00000400:00000200:0.0:1761122782.876483:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8c1 [1] + 224 00000400:00000200:0.0:1761122782.876501:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.876505:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.876516:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643646720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.876943:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:1.0:1761122782.876949:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122782.876952:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.876959:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643646720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.876968:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643646720/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.877009:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004bb58f64. 02000000:00000010:1.0:1761122782.877017:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018b2f6d5. 00000100:00000010:1.0:1761122782.877021:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.877025:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.877030:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00010000:00000010:3.1:1761122782.877204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e45bed06. 00000400:00000200:0.0:1761122782.877603:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.877615:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254940 00000400:00000200:0.0:1761122782.877620:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae1dd [2] + 1968 00000400:00000010:0.0:1761122782.877624:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007f3f723c. 00000400:00000200:0.0:1761122782.877627:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fd36db77 00000400:00000200:0.0:1761122782.879080:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.879103:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.879109:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd36db77 00000400:00000010:0.0:1761122782.879113:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fd36db77 (tot 82347202). 00000100:00000200:0.0:1761122782.879120:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122782.879261:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000510787a5. 00000020:00000010:3.0:1761122782.879268:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.879273:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.879301:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b367307 x1846669643958592/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122782.879822:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958592 02000000:00000010:3.0:1761122782.879838:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000067f3120f. 00010000:00000010:3.0:1761122782.879869:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5588f40. 00010000:00000010:3.0:1761122782.880099:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.880107:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1cff92b. 00000100:00000010:3.0:1761122782.880352:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1cff92b. 00010000:00000010:3.0:1761122782.880358:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.880375:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:3.0:1761122782.880381:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958592, offset 224 00000400:00000200:3.0:1761122782.880389:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.880403:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.880409:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89395:89395:256:4294967295] 192.168.201.27@tcp LPNI seq info [89395:89395:8:4294967295] 00000400:00000200:3.0:1761122782.880419:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.880425:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.880429:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347450). 00000800:00000200:3.0:1761122782.880435:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.880445:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.880448:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761122782.880521:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122782.880610:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.880618:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e8190c1. 00000020:00000010:3.0:1761122782.880729:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.880735:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:3.0:1761122782.880740:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000510787a5. 02000000:00000010:3.0:1761122782.880749:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070a6fe5a. 00000100:00000010:3.0:1761122782.880752:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:3.0:1761122782.880758:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000686df1ec. 00000100:00000010:3.0:1761122782.880760:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:3.0:1761122782.880764:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007322af8c. 00000100:00000010:3.0:1761122782.880767:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:3.0:1761122782.880770:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000082e65ac5. 00000100:00000010:3.0:1761122782.880771:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:3.0:1761122782.880774:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c0c15e1c. 00000100:00000010:3.0:1761122782.880776:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:3.0:1761122782.880781:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b13d1a6f. 00000100:00000010:3.0:1761122782.880785:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000200:3.0:1761122782.880792:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122782.880798:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000228f364f. 00000400:00000010:3.0:1761122782.880813:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1cff92b (tot 82347602). 00010000:00000010:1.1:1761122782.881677:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007974bda1. 00010000:00000010:1.1:1761122782.881686:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122782.881754:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122782.881761:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.881774:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.881780:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.881790:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.881803:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004bb58f64. 02000000:00000010:1.0:1761122782.881835:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8e4a9c9. 00000400:00000010:1.0:1761122782.881840:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.881846:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.881850:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646784, portal 16 00000400:00000010:1.0:1761122782.881856:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122782.881858:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646784, offset 0 00000400:00000200:1.0:1761122782.881865:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.881878:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.881884:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.881888:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.881892:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.881896:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89396:89396:255:4294967295] 192.168.201.27@tcp LPNI seq info [89396:89396:7:4294967295] 00000400:00000200:1.0:1761122782.881905:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.881912:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.881916:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347850). 00000800:00000200:1.0:1761122782.881921:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.881928:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.881930:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.882049:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.882053:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347602). 00000400:00000200:0.0:1761122782.882061:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.882066:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.882071:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:0.0:1761122782.882073:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 02000000:00000010:0.0:1761122782.882078:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000067f3120f. 00000800:00000200:0.0:1761122782.882923:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.883118:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:0.0:1761122782.883124:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.883128:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.883131:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:0.0:1761122782.883133:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000100:00000200:0.0:1761122782.883141:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643646784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.885854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b863fc47. 00010000:00000010:1.1:1761122782.885869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:0.0:1761122782.888721:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.888745:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208740 00000400:00000200:0.0:1761122782.888755:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8d1 [1] + 224 00000400:00000200:0.0:1761122782.888773:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.888777:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.888788:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643646784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.888891:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:1.0:1761122782.888898:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122782.888900:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.888907:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643646784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.888916:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643646784/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.888946:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8e4a9c9. 02000000:00000010:1.0:1761122782.888954:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004bb58f64. 00000100:00000010:1.0:1761122782.888959:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.888964:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.888969:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00010000:00000010:3.1:1761122782.889796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000018b3e04. 00000400:00000200:0.0:1761122782.890761:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.890780:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254980 00000400:00000200:0.0:1761122782.890787:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 0 00000400:00000200:0.0:1761122782.891184:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.891191:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.891198:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.891204:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000020:00000010:3.0:1761122782.891322:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6df138e. 00000020:00000010:3.0:1761122782.891330:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122782.891335:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007f2e4484. 00000100:00000200:3.0:1761122782.891363:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643958656/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122782.891403:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958656 02000000:00000010:3.0:1761122782.891415:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3dc07f8. 00010000:00000010:3.0:1761122782.891444:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f9bc608e. 00010000:00000010:3.0:1761122782.891466:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.891474:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.891493:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.891498:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000400:00000010:3.0:1761122782.891513:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122782.891518:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958656, offset 224 00000400:00000200:3.0:1761122782.891526:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.891538:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.891544:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89397:89397:256:4294967295] 192.168.201.27@tcp LPNI seq info [89397:89397:8:4294967295] 00080000:00000010:1.0:1761122782.893538:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004bb58f64. 00000400:00000200:3.0:1761122782.895920:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.895929:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.896033:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122782.896044:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.896053:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.896057:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.896104:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:1.0:1761122782.896111:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007f2e4484. 00000020:00000010:1.0:1761122782.896117:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6df138e. 00000800:00000200:0.0:1761122782.896293:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.896297:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347354). 00000400:00000200:0.0:1761122782.896303:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.896308:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.896313:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:0.0:1761122782.896317:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00010000:00000010:1.0:1761122782.902910:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.902926:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dfee3b29. 00010000:00000010:1.0:1761122782.908649:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a198e63e. 00010000:00000010:1.0:1761122782.908677:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.908694:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.908702:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.908712:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.908725:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f8e4a9c9. 02000000:00000010:1.0:1761122782.908754:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b7af77c1. 00000400:00000010:1.0:1761122782.908760:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.908766:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.908772:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646848, portal 16 00000400:00000010:1.0:1761122782.908777:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122782.908779:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646848, offset 0 00000400:00000200:1.0:1761122782.908789:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.908805:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.908812:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.908816:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.908819:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.908822:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89398:89398:256:4294967295] 192.168.201.27@tcp LPNI seq info [89398:89398:8:4294967295] 00000400:00000200:1.0:1761122782.908832:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.908838:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.908842:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122782.908848:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.908856:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.908859:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.911404:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.911410:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:0.0:1761122782.911418:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.911426:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.911430:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:0.0:1761122782.911433:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000100:00000200:0.0:1761122782.911442:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643646848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1761122782.913504:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018b2f6d5. 00080000:00000010:2.0:1761122782.913517:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba14a834. 00080000:00000010:2.0:1761122782.913520:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071c4a983. 00080000:00000010:2.0:1761122782.913524:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d21d3e7. 00080000:00000010:2.0:1761122782.913528:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2916892. 00080000:00000010:2.0:1761122782.913531:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc683595. 00080000:00000010:2.0:1761122782.913535:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad5993cb. 00080000:00000010:2.0:1761122782.913538:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9dfea7d. 00080000:00000010:2.0:1761122782.913541:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f61a39bc. 00080000:00000010:2.0:1761122782.913545:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea1f1fa3. 00080000:00000010:2.0:1761122782.913547:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b518bf0. 00080000:00000010:2.0:1761122782.913550:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d89a190. 00080000:00000010:2.0:1761122782.913553:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5dd6858. 00080000:00000010:2.0:1761122782.913556:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c740e15b. 00080000:00000010:2.0:1761122782.913558:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d2d05ca. 00080000:00000010:2.0:1761122782.913561:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8c83e17. 00080000:00000010:2.0:1761122782.913564:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000444f92bd. 00080000:00000010:2.0:1761122782.913566:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000756e2a42. 00080000:00000010:2.0:1761122782.913568:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bb3e126. 00080000:00000010:2.0:1761122782.913614:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000651974d7. 00080000:00000010:2.0:1761122782.913619:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4f6233e. 00080000:00000010:2.0:1761122782.913622:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efa94986. 00080000:00000010:2.0:1761122782.913625:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034a49bf0. 00080000:00000010:2.0:1761122782.913627:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abffce98. 00080000:00000010:2.0:1761122782.913629:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000546ea68a. 00080000:00000010:2.0:1761122782.913632:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c60aab44. 00080000:00000010:2.0:1761122782.913634:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecdcbc52. 00080000:00000010:2.0:1761122782.913636:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cf9d3ab. 00080000:00000010:2.0:1761122782.913639:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007acb0267. 00080000:00000010:2.0:1761122782.913641:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3b3059b. 00080000:00000010:2.0:1761122782.913644:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009584bffc. 00080000:00000010:2.0:1761122782.913647:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b9f4283. 00080000:00000010:2.0:1761122782.913649:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f86b6b66. 00080000:00000010:2.0:1761122782.913652:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfcc2f4b. 00080000:00000010:2.0:1761122782.913808:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5456900. 00080000:00000010:2.0:1761122782.913814:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073ca23c9. 00080000:00000010:2.0:1761122782.913816:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001bf965e. 00080000:00000010:2.0:1761122782.913819:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009022fc02. 00080000:00000010:2.0:1761122782.913821:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3324c17. 00080000:00000010:2.0:1761122782.913824:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030e79144. 00080000:00000010:2.0:1761122782.913826:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfbdd242. 00080000:00000010:2.0:1761122782.913828:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b1302f0. 00080000:00000010:2.0:1761122782.913996:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9202d70. 00080000:00000010:2.0:1761122782.913999:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014140827. 00080000:00000010:2.0:1761122782.914001:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af0c2bf2. 00080000:00000010:2.0:1761122782.914003:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005abeae5f. 00080000:00000010:2.0:1761122782.914005:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d71c8f3. 00080000:00000010:2.0:1761122782.914007:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2b0bdbb. 00080000:00000010:2.0:1761122782.914010:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056573748. 00080000:00000010:2.0:1761122782.914012:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f6cc7c8. 00080000:00000010:2.0:1761122782.914015:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069a909cd. 00080000:00000010:2.0:1761122782.914017:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000032fe881. 00080000:00000010:2.0:1761122782.914019:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082b0ba4d. 00080000:00000010:2.0:1761122782.914022:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d64267f4. 00080000:00000010:2.0:1761122782.914025:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a8aa351. 00080000:00000010:2.0:1761122782.914027:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c9e0247. 00080000:00000010:2.0:1761122782.914029:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000637a98cc. 00080000:00000010:2.0:1761122782.914033:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000527f655. 00080000:00000010:2.0:1761122782.914035:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e365335. 00080000:00000010:2.0:1761122782.914037:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000620678e5. 00080000:00000010:2.0:1761122782.914039:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000407f694. 00080000:00000010:2.0:1761122782.914042:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077ca55e2. 00080000:00000010:2.0:1761122782.914044:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd798cbe. 00080000:00000010:2.0:1761122782.914046:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058d3f931. 00080000:00000010:2.0:1761122782.914049:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000344ec712. 00080000:00000010:2.0:1761122782.914052:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050c22a9d. 00080000:00000010:2.0:1761122782.914054:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9576119. 00080000:00000010:2.0:1761122782.914057:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce1b0f5c. 00080000:00000010:2.0:1761122782.914059:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab09fc99. 00080000:00000010:2.0:1761122782.914062:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098f81d29. 00080000:00000010:2.0:1761122782.914064:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000052169d6. 00080000:00000010:2.0:1761122782.914068:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021a3ded4. 00080000:00000010:2.0:1761122782.914071:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe48309b. 00080000:00000010:2.0:1761122782.914074:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054223715. 00080000:00000010:2.0:1761122782.914076:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000084a61631. 00080000:00000010:2.0:1761122782.914078:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7c423ba. 00080000:00000010:2.0:1761122782.914081:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063ba9d2c. 00080000:00000010:2.0:1761122782.914083:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f26a571b. 00080000:00000010:2.0:1761122782.914097:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056401a38. 00080000:00000010:2.0:1761122782.914100:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dda97f2. 00080000:00000010:2.0:1761122782.914102:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b383a153. 00080000:00000010:2.0:1761122782.914104:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008334f33b. 00080000:00000010:2.0:1761122782.914107:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098a0bdfa. 00080000:00000010:2.0:1761122782.914825:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a95f5b61. 00080000:00000010:2.0:1761122782.914834:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fe82086. 00080000:00000010:2.0:1761122782.914838:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e67e2200. 00080000:00000010:2.0:1761122782.914841:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ba2f00a. 00080000:00000010:2.0:1761122782.914845:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006bb18788. 00080000:00000010:2.0:1761122782.914849:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000add3157c. 00080000:00000010:2.0:1761122782.914853:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c62c4fd. 00080000:00000010:2.0:1761122782.914857:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d140816. 00080000:00000010:2.0:1761122782.914860:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d2f1aa6. 00080000:00000010:2.0:1761122782.914864:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041c3bba6. 00080000:00000010:2.0:1761122782.914867:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d265b3cb. 00080000:00000010:2.0:1761122782.914870:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b035d55. 00080000:00000010:2.0:1761122782.914873:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2065363. 00080000:00000010:2.0:1761122782.914876:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081d22c94. 00080000:00000010:2.0:1761122782.914879:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faf78102. 00080000:00000010:2.0:1761122782.914883:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b85eeb80. 00080000:00000010:2.0:1761122782.914887:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fb9a577. 00080000:00000010:2.0:1761122782.914890:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1693040. 00080000:00000010:2.0:1761122782.914892:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5a60b8b. 00080000:00000010:2.0:1761122782.914895:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a44597c. 00000400:00000200:0.0:1761122782.914966:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.914985:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208780 00000400:00000200:0.0:1761122782.914994:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8dd [1] + 224 00000400:00000200:0.0:1761122782.915008:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.915012:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.915023:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643646848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.915082:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:1.0:1761122782.915100:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:1.0:1761122782.915102:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.915110:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643646848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.915119:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643646848/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.915150:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b7af77c1. 02000000:00000010:1.0:1761122782.915157:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f8e4a9c9. 00000100:00000010:1.0:1761122782.915161:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.915166:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.915169:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00080000:00000010:2.0:1761122782.915178:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a881ced. 00080000:00000010:2.0:1761122782.915183:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce2b2e61. 00080000:00000010:2.0:1761122782.915187:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086a0f06c. 00080000:00000010:2.0:1761122782.915190:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057046124. 00080000:00000010:2.0:1761122782.915193:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba12afe3. 00080000:00000010:2.0:1761122782.915196:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000152d55ad. 00080000:00000010:2.0:1761122782.915198:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073c4ed81. 00080000:00000010:2.0:1761122782.915201:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000989fcd37. 00080000:00000010:2.0:1761122782.915204:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005450bc60. 00080000:00000010:2.0:1761122782.915206:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1096f1e. 00080000:00000010:2.0:1761122782.915209:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000520c7723. 00080000:00000010:2.0:1761122782.915211:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed55d4a9. 00080000:00000010:2.0:1761122782.915215:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc842c22. 00080000:00000010:2.0:1761122782.915219:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8ee8014. 00080000:00000010:2.0:1761122782.915221:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8076c77. 00080000:00000010:2.0:1761122782.915224:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068fccba2. 00080000:00000010:2.0:1761122782.915226:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf0affdf. 00080000:00000010:2.0:1761122782.915228:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0d30eee. 00080000:00000010:2.0:1761122782.915231:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bdf7a72. 00080000:00000010:2.0:1761122782.915233:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d76ed81. 00080000:00000010:2.0:1761122782.915235:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000236010a5. 00080000:00000010:2.0:1761122782.915237:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eeb9a26. 00080000:00000010:2.0:1761122782.915240:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc283f11. 00080000:00000010:2.0:1761122782.915243:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e39f0d4. 00080000:00000010:2.0:1761122782.915245:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040e3d3c8. 00080000:00000010:2.0:1761122782.915247:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af3d8917. 00080000:00000010:2.0:1761122782.915249:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8f1ac8a. 00080000:00000010:2.0:1761122782.915252:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da20dbb3. 00080000:00000010:2.0:1761122782.915255:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008eb3e437. 00080000:00000010:2.0:1761122782.915260:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000219cf393. 00080000:00000010:2.0:1761122782.915263:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f3d5f40. 00080000:00000010:2.0:1761122782.915265:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d92d7a5. 00080000:00000010:2.0:1761122782.915268:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c6e7b18. 00080000:00000010:2.0:1761122782.915270:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bad3565. 00080000:00000010:2.0:1761122782.915274:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000098615d27. 00080000:00000010:2.0:1761122782.915277:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7f96bdf. 00080000:00000010:2.0:1761122782.915282:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000672f9374. 00080000:00000010:2.0:1761122782.915287:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2c45fa9. 00080000:00000010:2.0:1761122782.915291:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000654ec5e3. 00080000:00000010:2.0:1761122782.915294:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082064780. 00080000:00000010:2.0:1761122782.915296:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000696a6fa4. 00080000:00000010:2.0:1761122782.915299:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac78c066. 00080000:00000010:2.0:1761122782.915301:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d9d0649. 00080000:00000010:2.0:1761122782.915304:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005554558c. 00080000:00000010:2.0:1761122782.915306:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff2af450. 00080000:00000010:2.0:1761122782.915308:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069de3cca. 00080000:00000010:2.0:1761122782.915310:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0175ce0. 00080000:00000010:2.0:1761122782.915312:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006ca657d. 00080000:00000010:2.0:1761122782.915314:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001cb7de32. 00080000:00000010:2.0:1761122782.915317:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b95e270c. 00080000:00000010:2.0:1761122782.915319:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bcb04d5a. 00080000:00000010:2.0:1761122782.915322:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007640157. 00080000:00000010:2.0:1761122782.915324:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2a08dd0. 00080000:00000010:2.0:1761122782.915327:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4e2a55a. 00080000:00000010:2.0:1761122782.915329:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004da0f911. 00080000:00000010:2.0:1761122782.915331:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a27546c9. 00080000:00000010:2.0:1761122782.915334:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a49e37ef. 00080000:00000010:2.0:1761122782.915336:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054d8a12a. 00080000:00000010:2.0:1761122782.915338:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b27d2fa. 00080000:00000010:2.0:1761122782.915340:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0f952f1. 00080000:00000010:2.0:1761122782.915343:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e6d8b95. 00080000:00000010:2.0:1761122782.915345:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc7b470d. 00080000:00000010:2.0:1761122782.915347:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5a75fda. 00000400:00000200:0.0:1761122782.915423:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.915431:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482549c0 00000400:00000200:0.0:1761122782.915437:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 328 00000400:00000200:0.0:1761122782.915488:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.915493:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.915497:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.915503:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:1.0:1761122782.915573:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8e4a9c9. 00000020:00000010:1.0:1761122782.915580:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.915585:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.915608:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643958720/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122782.915639:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958720 02000000:00000010:1.0:1761122782.915649:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b7af77c1. 00010000:00000010:1.0:1761122782.915694:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c9ae36a. 00010000:00000010:1.0:1761122782.915715:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.915722:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.915735:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.915738:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000400:00000010:1.0:1761122782.915750:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122782.915755:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958720, offset 224 00000400:00000200:1.0:1761122782.915763:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.915773:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.915779:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89399:89399:256:4294967295] 192.168.201.27@tcp LPNI seq info [89399:89399:8:4294967295] 00000400:00000200:1.0:1761122782.915789:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.915794:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.915799:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122782.915804:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.915811:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.915815:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.915833:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.915837:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.915840:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8e4a9c9. 00000800:00000200:0.0:1761122782.915919:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.915924:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:0.0:1761122782.915929:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.915935:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.915939:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:0.0:1761122782.915941:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00010000:00000010:3.1:1761122782.916026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfdfec5e. 00080000:00000010:3.0:1761122782.916058:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6df138e. 00010000:00000010:3.0:1761122782.916150:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:3.0:1761122782.916156:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000310951d6. 00080000:00000010:2.0:1761122782.916190:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007887138e. 00080000:00000010:2.0:1761122782.916195:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041a52979. 00080000:00000010:2.0:1761122782.916198:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc13eaa8. 00080000:00000010:2.0:1761122782.916202:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037be4197. 00080000:00000010:2.0:1761122782.916205:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054058fec. 00080000:00000010:2.0:1761122782.916208:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008735492f. 00080000:00000010:2.0:1761122782.916213:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000746aef76. 00080000:00000010:2.0:1761122782.916216:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6f5adf3. 00080000:00000010:2.0:1761122782.916219:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055066e02. 00010000:00000010:3.0:1761122782.916220:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079b1ce9a. 00080000:00000010:2.0:1761122782.916223:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b4f8b90. 00010000:00000010:3.0:1761122782.916227:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122782.916237:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.916241:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.916247:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ce512bc. 02000000:00000010:3.0:1761122782.916256:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067f3120f. 00080000:00000010:2.0:1761122782.916264:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e2701ce. 00080000:00000010:2.0:1761122782.916271:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa740784. 00080000:00000010:2.0:1761122782.916274:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec979383. 02000000:00000010:3.0:1761122782.916277:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c5dd6858. 00080000:00000010:2.0:1761122782.916278:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bca13116. 00000400:00000010:3.0:1761122782.916283:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00080000:00000010:2.0:1761122782.916283:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a3fd515. 00080000:00000010:2.0:1761122782.916287:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ece9793. 00000400:00000010:3.0:1761122782.916290:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00080000:00000010:2.0:1761122782.916291:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017f278ad. 00080000:00000010:2.0:1761122782.916296:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fe3c3d2. 00000100:00000200:3.0:1761122782.916297:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646912, portal 16 00080000:00000010:2.0:1761122782.916299:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5975a80. 00080000:00000010:2.0:1761122782.916302:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b472fca. 00000400:00000010:3.0:1761122782.916303:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00080000:00000010:2.0:1761122782.916305:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004692120d. 00000100:00000200:3.0:1761122782.916307:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646912, offset 0 00080000:00000010:2.0:1761122782.916310:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e24ef2c. 00080000:00000010:2.0:1761122782.916315:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d40298dc. 00000400:00000200:3.0:1761122782.916318:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122782.916318:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e77e5f77. 00080000:00000010:2.0:1761122782.916322:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000067aa1dc. 00080000:00000010:2.0:1761122782.916326:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f71a65f. 00080000:00000010:2.0:1761122782.916328:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7fdcc70. 00000400:00000200:3.0:1761122782.916329:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00080000:00000010:2.0:1761122782.916332:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085afa0b7. 00080000:00000010:2.0:1761122782.916335:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005de99701. 00080000:00000010:2.0:1761122782.916338:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e266701d. 00000400:00000200:3.0:1761122782.916340:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00080000:00000010:2.0:1761122782.916341:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b14722f4. 00080000:00000010:2.0:1761122782.916345:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000655de993. 00000400:00000200:3.0:1761122782.916347:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00080000:00000010:2.0:1761122782.916349:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006648b851. 00000400:00000200:3.0:1761122782.916353:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00080000:00000010:2.0:1761122782.916353:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0c9e581. 00080000:00000010:2.0:1761122782.916357:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024ed43fa. 00000400:00000200:3.0:1761122782.916358:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89400:89400:256:4294967295] 192.168.201.27@tcp LPNI seq info [89400:89400:8:4294967295] 00080000:00000010:2.0:1761122782.916362:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016bcc5e8. 00080000:00000010:2.0:1761122782.916366:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c31f1bb. 00000400:00000200:3.0:1761122782.916571:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.916581:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.916585:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122782.916589:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.916594:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.916596:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 424 niov 1 nkiov 1 00080000:00000010:2.0:1761122782.917283:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ea4914e. 00080000:00000010:2.0:1761122782.917296:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085c65ba6. 00080000:00000010:2.0:1761122782.917299:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096bd120c. 00080000:00000010:2.0:1761122782.917301:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094b86932. 00080000:00000010:2.0:1761122782.917304:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd76e621. 00080000:00000010:2.0:1761122782.917308:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d1b9d45. 00080000:00000010:2.0:1761122782.917311:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ac90785. 00080000:00000010:2.0:1761122782.917314:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9d899f. 00000800:00000200:0.0:1761122782.917316:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1761122782.917318:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d274da13. 00000800:00000010:0.0:1761122782.917321:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00080000:00000010:2.0:1761122782.917322:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048d6f0eb. 00080000:00000010:2.0:1761122782.917326:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006872eb97. 00080000:00000010:2.0:1761122782.917330:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7912168. 00000400:00000200:0.0:1761122782.917332:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000010:2.0:1761122782.917334:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1e97689. 00080000:00000010:2.0:1761122782.917338:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0383c0e. 00000400:00000200:0.0:1761122782.917342:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00080000:00000010:2.0:1761122782.917343:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002f7a397. 00080000:00000010:2.0:1761122782.917348:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d08c15d8. 00080000:00000010:2.0:1761122782.917351:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000380ac33. 00000400:00000200:0.0:1761122782.917352:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00080000:00000010:2.0:1761122782.917353:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3540090. 00000400:00000010:0.0:1761122782.917356:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00080000:00000010:2.0:1761122782.917358:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8bf2403. 00080000:00000010:2.0:1761122782.917363:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a07cd25a. 00080000:00000010:2.0:1761122782.917365:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083a98f95. 00080000:00000010:2.0:1761122782.917367:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063fb3257. 00080000:00000010:2.0:1761122782.917369:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009244c960. 00080000:00000010:2.0:1761122782.917372:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e93e253. 00000100:00000200:0.0:1761122782.917375:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ce512bc x1846669643646912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1761122782.917376:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a51b9b5. 00080000:00000010:2.0:1761122782.917380:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dc30915. 00080000:00000010:2.0:1761122782.917383:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7d1856f. 00080000:00000010:2.0:1761122782.917387:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008679ad2b. 00080000:00000010:2.0:1761122782.917392:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061229f64. 00080000:00000010:2.0:1761122782.917396:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038857fa5. 00080000:00000010:2.0:1761122782.917399:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005669892e. 00080000:00000010:2.0:1761122782.917401:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000558f0ebc. 00080000:00000010:2.0:1761122782.917404:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050cee8c7. 00080000:00000010:2.0:1761122782.917407:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd4d6080. 00080000:00000010:2.0:1761122782.917410:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed305f71. 00080000:00000010:2.0:1761122782.917414:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005dea8e63. 00080000:00000010:2.0:1761122782.917416:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007eb38c1d. 00080000:00000010:2.0:1761122782.917419:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aac1c527. 00080000:00000010:2.0:1761122782.917421:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eac08c9. 00080000:00000010:2.0:1761122782.917424:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000721cc18. 00080000:00000010:2.0:1761122782.917426:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073685dcf. 00080000:00000010:2.0:1761122782.917429:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048ec9779. 00080000:00000010:2.0:1761122782.917433:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b17b2a. 00080000:00000010:2.0:1761122782.917436:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e1604e0. 00080000:00000010:2.0:1761122782.917439:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000da870b5. 00080000:00000010:2.0:1761122782.917441:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029a701e4. 00080000:00000010:2.0:1761122782.917444:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008c88a346. 00080000:00000010:2.0:1761122782.917446:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cb79af9. 00080000:00000010:2.0:1761122782.917449:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aeeb1e1f. 00080000:00000010:2.0:1761122782.917452:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd6e369b. 00080000:00000010:2.0:1761122782.917454:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006a56cd43. 00080000:00000010:2.0:1761122782.917457:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb2e0bc3. 00080000:00000010:2.0:1761122782.917459:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d92a418c. 00080000:00000010:2.0:1761122782.917461:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0f352cc. 00080000:00000010:2.0:1761122782.917464:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd9af6e8. 00080000:00000010:2.0:1761122782.917466:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b379c43c. 00080000:00000010:2.0:1761122782.917469:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cc32d70. 00080000:00000010:2.0:1761122782.917471:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f193dd98. 00080000:00000010:2.0:1761122782.917474:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db0650fa. 00080000:00000010:2.0:1761122782.917489:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f94d5a0c. 00080000:00000010:2.0:1761122782.917492:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba78106d. 00080000:00000010:2.0:1761122782.917495:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4376508. 00080000:00000010:2.0:1761122782.917498:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f62a6b5. 00080000:00000010:2.0:1761122782.917500:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a291bded. 00080000:00000010:2.0:1761122782.917503:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000291bb2d6. 00080000:00000010:2.0:1761122782.917505:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5a3736a. 00080000:00000010:2.0:1761122782.917507:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e55b54b5. 00080000:00000010:2.0:1761122782.917509:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7af0477. 00080000:00000010:2.0:1761122782.917512:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081ed4503. 00080000:00000010:2.0:1761122782.917514:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d050ae09. 00080000:00000010:2.0:1761122782.917516:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075642c01. 00080000:00000010:2.0:1761122782.917518:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000869bf648. 00080000:00000010:2.0:1761122782.917521:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f03642cd. 00080000:00000010:2.0:1761122782.917522:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cea1cd7f. 00080000:00000010:2.0:1761122782.917525:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a4452a0. 00080000:00000010:2.0:1761122782.917527:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d87ca7e5. 00080000:00000010:2.0:1761122782.917530:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a175c760. 00080000:00000010:2.0:1761122782.917533:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e13122d8. 00080000:00000010:2.0:1761122782.917536:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c727a7b. 00080000:00000010:2.0:1761122782.917539:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bf60e9b. 00080000:00000010:2.0:1761122782.917542:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dbb198a. 00080000:00000010:2.0:1761122782.917546:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c33e0692. 00080000:00000010:2.0:1761122782.917549:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000077980a22. 00080000:00000010:2.0:1761122782.917552:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096d192a9. 00080000:00000010:2.0:1761122782.917554:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000143688a. 00080000:00000010:2.0:1761122782.917556:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc8c6d21. 00080000:00000010:2.0:1761122782.917559:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015f85cc6. 00080000:00000010:2.0:1761122782.917561:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000af242ca. 00080000:00000010:2.0:1761122782.917563:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000defa5b30. 00080000:00000010:2.0:1761122782.917566:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acca3f6f. 00080000:00000010:2.0:1761122782.917568:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022451d50. 00080000:00000010:2.0:1761122782.917571:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040fdf338. 00080000:00000010:2.0:1761122782.917573:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa80807f. 00080000:00000010:2.0:1761122782.917574:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a85509d. 00080000:00000010:2.0:1761122782.917576:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2a24d30. 00080000:00000010:2.0:1761122782.917578:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000147d44a9. 00080000:00000010:2.0:1761122782.917580:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006030fb33. 00080000:00000010:2.0:1761122782.917582:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009abf68c9. 00080000:00000010:2.0:1761122782.917584:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001da1f4fc. 00080000:00000010:2.0:1761122782.917587:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008810d903. 00080000:00000010:2.0:1761122782.917589:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc24218d. 00080000:00000010:2.0:1761122782.917591:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028715dce. 00080000:00000010:2.0:1761122782.917593:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001890a26. 00080000:00000010:2.0:1761122782.917597:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b734658. 00080000:00000010:2.0:1761122782.917599:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab1816bc. 00080000:00000010:2.0:1761122782.917602:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000330f2f4d. 00080000:00000010:2.0:1761122782.917604:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031e12612. 00080000:00000010:2.0:1761122782.917607:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f138aada. 00080000:00000010:2.0:1761122782.917609:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8ea659e. 00080000:00000010:2.0:1761122782.917612:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce51ca5f. 00080000:00000010:2.0:1761122782.917614:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079a18c22. 00080000:00000010:2.0:1761122782.917616:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a75a04f. 00080000:00000010:2.0:1761122782.917619:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000773a50e2. 00080000:00000010:2.0:1761122782.917621:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031e61dae. 00080000:00000010:2.0:1761122782.917623:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f01c22b. 00080000:00000010:2.0:1761122782.917625:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9d3b127. 00080000:00000010:2.0:1761122782.917627:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee5674f6. 00080000:00000010:2.0:1761122782.917629:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049f4c356. 00080000:00000010:2.0:1761122782.917631:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df67626e. 00080000:00000010:2.0:1761122782.917633:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c48ece5. 00080000:00000010:2.0:1761122782.917636:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006036fbb5. 00080000:00000010:2.0:1761122782.917638:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079b1a975. 00080000:00000010:2.0:1761122782.917641:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000478bd535. 00080000:00000010:2.0:1761122782.917643:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4b7999a. 00080000:00000010:2.0:1761122782.917645:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b2e17cc. 00080000:00000010:2.0:1761122782.917646:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de2f4b62. 00080000:00000010:2.0:1761122782.917648:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081a04355. 00080000:00000010:2.0:1761122782.917650:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f11123ef. 00080000:00000010:2.0:1761122782.917652:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f9b63f9. 00080000:00000010:2.0:1761122782.917667:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000577b3816. 00080000:00000010:2.0:1761122782.917671:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fccea07. 00080000:00000010:2.0:1761122782.917673:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f9725a5. 00080000:00000010:2.0:1761122782.917675:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbad3bb9. 00080000:00000010:2.0:1761122782.917678:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebc5d2d6. 00080000:00000010:2.0:1761122782.917681:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb8ce758. 00080000:00000010:2.0:1761122782.917684:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf13ac7e. 00080000:00000010:2.0:1761122782.917687:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a627d45. 00080000:00000010:2.0:1761122782.917690:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000850bf33f. 00080000:00000010:2.0:1761122782.917692:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004386048f. 00080000:00000010:2.0:1761122782.917694:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a9ef954. 00080000:00000010:2.0:1761122782.917696:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096f79ffc. 00080000:00000010:2.0:1761122782.917698:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9259fd4. 00080000:00000010:2.0:1761122782.917701:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da6e59c4. 00080000:00000010:2.0:1761122782.917703:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059e7a195. 00080000:00000010:2.0:1761122782.917705:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba16322a. 00080000:00000010:2.0:1761122782.917707:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa6a4c65. 00080000:00000010:2.0:1761122782.917709:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000249f1e33. 00080000:00000010:2.0:1761122782.917711:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055a2eeec. 00080000:00000010:2.0:1761122782.917713:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037705207. 00080000:00000010:2.0:1761122782.917715:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064273f83. 00080000:00000010:2.0:1761122782.917717:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000150fee6b. 00080000:00000010:2.0:1761122782.917722:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a664e35b. 00080000:00000010:2.0:1761122782.917725:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053397f98. 00080000:00000010:2.0:1761122782.917729:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df77684b. 00080000:00000010:2.0:1761122782.917732:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000be312f8. 00080000:00000010:2.0:1761122782.917735:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063102d21. 00080000:00000010:2.0:1761122782.917739:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068e0ade3. 00080000:00000010:2.0:1761122782.917741:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f8a70b4. 00080000:00000010:2.0:1761122782.917744:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000818c6fc4. 00080000:00000010:2.0:1761122782.917746:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000537ef037. 00080000:00000010:2.0:1761122782.917749:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047dfba18. 00080000:00000010:2.0:1761122782.917751:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bcfc5fd. 00080000:00000010:2.0:1761122782.917753:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe9d4ee9. 00080000:00000010:2.0:1761122782.917755:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f711c8f. 00080000:00000010:2.0:1761122782.917757:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006f93f85. 00080000:00000010:2.0:1761122782.917759:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f49e59c6. 00080000:00000010:2.0:1761122782.917762:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5e47918. 00080000:00000010:2.0:1761122782.917764:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008fdef252. 00080000:00000010:2.0:1761122782.917766:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002bd5bef3. 00080000:00000010:2.0:1761122782.917769:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ef1cac8. 00080000:00000010:2.0:1761122782.917771:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022c117aa. 00080000:00000010:2.0:1761122782.917773:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085cbca2b. 00080000:00000010:2.0:1761122782.917775:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc821759. 00080000:00000010:2.0:1761122782.917777:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa6acd34. 00080000:00000010:2.0:1761122782.917780:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000344d8ee2. 00080000:00000010:2.0:1761122782.917782:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb407a54. 00080000:00000010:2.0:1761122782.917784:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097bdb8e8. 00080000:00000010:2.0:1761122782.917786:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0cf00a1. 00080000:00000010:2.0:1761122782.917789:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003612183e. 00080000:00000010:2.0:1761122782.917790:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cfe944b5. 00080000:00000010:2.0:1761122782.917793:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054a16185. 00080000:00000010:2.0:1761122782.917795:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046e23f85. 00080000:00000010:2.0:1761122782.917797:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009473e008. 00080000:00000010:2.0:1761122782.917799:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000452ee2a6. 00080000:00000010:2.0:1761122782.917801:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fcc7d0a. 00080000:00000010:2.0:1761122782.917803:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000853bbd95. 00080000:00000010:2.0:1761122782.917805:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009921e936. 00080000:00000010:2.0:1761122782.917807:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ebceec9. 00080000:00000010:2.0:1761122782.917809:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9e321b9. 00080000:00000010:2.0:1761122782.917812:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ae90c24. 00080000:00000010:2.0:1761122782.917814:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f561624. 00080000:00000010:2.0:1761122782.917816:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d215960d. 00080000:00000010:2.0:1761122782.917818:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000048ab8f. 00080000:00000010:2.0:1761122782.917820:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ccbb1f7. 00080000:00000010:2.0:1761122782.917823:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf5a1264. 00080000:00000010:2.0:1761122782.917825:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036fb125f. 00080000:00000010:2.0:1761122782.917827:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000591bfea5. 00080000:00000010:2.0:1761122782.917829:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9953701. 00080000:00000010:2.0:1761122782.917831:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064086496. 00080000:00000010:2.0:1761122782.917833:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fa43524. 00080000:00000010:2.0:1761122782.917835:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000034783678. 00080000:00000010:2.0:1761122782.917838:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9c6cc32. 00080000:00000010:2.0:1761122782.917840:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094a51cc9. 00080000:00000010:2.0:1761122782.917842:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000726e398e. 00080000:00000010:2.0:1761122782.917844:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ba98d61. 00080000:00000010:2.0:1761122782.917846:0:71869:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a21dd0b4. 00010000:00000010:1.1:1761122782.919488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f2b015a1. 00010000:00000010:1.1:1761122782.919500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00000400:00000200:0.0:1761122782.922626:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.922648:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482087c0 00000400:00000200:0.0:1761122782.922808:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8e9 [1] + 224 00000400:00000200:0.0:1761122782.922828:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.922833:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.922845:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ce512bc x1846669643646912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122782.924006:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:3.0:1761122782.924015:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122782.924017:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122782.924029:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ce512bc x1846669643646912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.924040:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ce512bc x1846669643646912/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.924072:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c5dd6858. 02000000:00000010:3.0:1761122782.924081:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067f3120f. 00000100:00000010:3.0:1761122782.924096:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ce512bc. 00000100:00000010:3.0:1761122782.924101:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.924105:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00010000:00000010:1.1:1761122782.926785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000883022d2. 00010000:00000010:3.1:1761122782.927708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6aeb91. 00010000:00000010:3.1:1761122782.927717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a198e63e. 00000400:00000200:0.0:1761122782.931844:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.931867:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254a00 00000400:00000200:0.0:1761122782.932574:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 656 00000400:00000200:0.0:1761122782.932706:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.932711:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.932718:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.932725:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:1.0:1761122782.932787:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f8e4a9c9. 00000020:00000010:1.0:1761122782.932795:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.932800:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122782.932829:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643958784/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122782.932866:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958784 02000000:00000010:1.0:1761122782.932891:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013bff5b6. 00010000:00000010:1.0:1761122782.932921:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000f16c82e. 00010000:00000010:1.0:1761122782.932943:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.932951:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.932970:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.932975:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000400:00000010:1.0:1761122782.932990:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122782.932995:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958784, offset 224 00000400:00000200:1.0:1761122782.933003:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.933014:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.933021:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89401:89401:256:4294967295] 192.168.201.27@tcp LPNI seq info [89401:89401:8:4294967295] 00000400:00000200:1.0:1761122782.933030:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.933035:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.933039:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122782.933045:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.933052:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.933056:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122782.933115:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122782.933121:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122782.933124:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f8e4a9c9. 00080000:00000010:3.0:1761122782.933337:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5dd6858. 00000800:00000200:2.0:1761122782.933368:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122782.933373:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:2.0:1761122782.933378:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122782.933383:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122782.933387:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:2.0:1761122782.933390:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00010000:00000010:3.0:1761122782.933424:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122782.933431:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094ab9100. 00010000:00000010:3.0:1761122782.933518:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122782.933525:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122782.933537:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.933541:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.933548:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ce512bc. 02000000:00000010:3.0:1761122782.933559:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f61a39bc. 02000000:00000010:3.0:1761122782.933582:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0c15e1c. 00000400:00000010:3.0:1761122782.933587:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122782.933591:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122782.933595:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643646976, portal 16 00000400:00000010:3.0:1761122782.933599:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122782.933602:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643646976, offset 0 00000400:00000200:3.0:1761122782.933608:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.933615:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.933621:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.933625:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.933628:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.933630:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89402:89402:256:4294967295] 192.168.201.27@tcp LPNI seq info [89402:89402:8:4294967295] 00000400:00000200:3.0:1761122782.933638:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.933643:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.933646:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122782.933650:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.933691:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.933694:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.934030:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.934034:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:0.0:1761122782.934041:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.934045:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.934049:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:0.0:1761122782.934050:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000100:00000200:0.0:1761122782.934056:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ce512bc x1846669643646976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.937765:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.937787:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208800 00000400:00000200:0.0:1761122782.937798:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf8f5 [1] + 224 00000400:00000200:0.0:1761122782.937809:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.937814:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.937825:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ce512bc x1846669643646976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.937863:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.937869:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254a40 00000400:00000200:0.0:1761122782.937874:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 984 00000400:00000200:0.0:1761122782.937940:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.937944:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.937949:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.937955:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:2.0:1761122782.938081:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094a51cc9. 00000020:00000010:2.0:1761122782.938100:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.938104:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.938129:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643958848/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:3.0:1761122782.938527:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:3.0:1761122782.938533:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122782.938536:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122782.938543:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ce512bc x1846669643646976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122782.938551:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ce512bc x1846669643646976/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122782.938579:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0c15e1c. 02000000:00000010:3.0:1761122782.938586:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f61a39bc. 00000100:00000010:3.0:1761122782.938590:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ce512bc. 00000100:00000010:3.0:1761122782.938594:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122782.938598:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000100:00000200:2.0:1761122782.938686:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958848 02000000:00000010:2.0:1761122782.938701:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064086496. 00010000:00000010:2.0:1761122782.938811:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ab96d12. 00010000:00000010:2.0:1761122782.938836:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.938843:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.938855:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.938858:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.938872:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122782.938877:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958848, offset 224 00000400:00000200:2.0:1761122782.938886:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.938898:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.938905:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89403:89403:256:4294967295] 192.168.201.27@tcp LPNI seq info [89403:89403:8:4294967295] 00000400:00000200:2.0:1761122782.938915:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.938924:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.938929:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122782.938934:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.938943:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.938947:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.938980:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.938986:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.938991:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094a51cc9. 00000800:00000200:1.0:1761122782.939143:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.939148:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122782.939152:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.939157:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.939160:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:1.0:1761122782.939161:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00080000:00000010:3.0:1761122782.939409:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f61a39bc. 00010000:00000010:3.0:1761122782.939805:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122782.939814:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df995679. 00010000:00000010:3.0:1761122782.939897:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004cc8c197. 00010000:00000010:3.0:1761122782.939904:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122782.939917:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003cd8f329. 00000100:00000010:3.0:1761122782.939922:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122782.939929:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ce512bc. 02000000:00000010:3.0:1761122782.940187:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0c15e1c. 02000000:00000010:3.0:1761122782.940218:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082e65ac5. 00000400:00000010:3.0:1761122782.940224:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122782.940229:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122782.940235:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647040, portal 16 00000400:00000010:3.0:1761122782.940241:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122782.940244:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647040, offset 0 00000400:00000200:3.0:1761122782.940250:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122782.940260:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122782.940267:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122782.940272:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122782.940288:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122782.940292:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89404:89404:256:4294967295] 192.168.201.27@tcp LPNI seq info [89404:89404:8:4294967295] 00000400:00000200:3.0:1761122782.940302:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122782.940308:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122782.940312:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122782.940318:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122782.940324:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122782.940480:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.941264:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.941269:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:0.0:1761122782.941287:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.941294:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.941297:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:0.0:1761122782.941300:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000100:00000200:0.0:1761122782.941308:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ce512bc x1846669643647040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122782.941726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038426d5b. 00010000:00000010:3.1:1761122782.941950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a526bb. 00010000:00000010:3.1:1761122782.941957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:2.1:1761122782.947700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d4748c1. 00000400:00000200:0.0:1761122782.947794:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.947813:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208840 00000400:00000200:0.0:1761122782.947822:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf901 [1] + 224 00000400:00000200:0.0:1761122782.947834:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.947839:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.947849:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003ce512bc x1846669643647040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.947887:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.947892:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254a80 00000400:00000200:0.0:1761122782.947897:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 1312 00000400:00000200:0.0:1761122782.947920:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.947924:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.947929:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.947934:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000400:00000010:1.0:1761122782.948690:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:1.0:1761122782.948697:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:1.0:1761122782.948700:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:1.0:1761122782.948708:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ce512bc x1846669643647040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.948718:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ce512bc x1846669643647040/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.948751:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082e65ac5. 02000000:00000010:1.0:1761122782.948758:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0c15e1c. 00000100:00000010:1.0:1761122782.948764:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ce512bc. 00000100:00000010:1.0:1761122782.948768:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:1.0:1761122782.948772:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003cd8f329. 00000020:00000010:2.0:1761122782.949459:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094a51cc9. 00000020:00000010:2.0:1761122782.949469:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.949473:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.949499:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643958912/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122782.949537:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958912 02000000:00000010:2.0:1761122782.949548:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9953701. 00010000:00000010:2.0:1761122782.949575:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b798cc6. 00010000:00000010:2.0:1761122782.949595:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.949602:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.949624:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.949628:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.949640:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122782.949644:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958912, offset 224 00080000:00000010:0.0:1761122782.949785:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006251c145. 00010000:00000010:0.0:1761122782.949879:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:0.0:1761122782.949886:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fc46b00f. 00010000:00000010:0.0:1761122782.949965:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.0:1761122782.949971:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122782.949982:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b7d2a125. 00000100:00000010:0.0:1761122782.949986:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.949993:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 02000000:00000010:0.0:1761122782.950007:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6cc7c8. 02000000:00000010:0.0:1761122782.950031:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000756e2a42. 00000400:00000010:0.0:1761122782.950037:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000507a045e. 00000400:00000200:2.0:1761122782.950093:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.950108:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.950113:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89405:89405:256:4294967295] 192.168.201.27@tcp LPNI seq info [89405:89405:8:4294967295] 00000400:00000200:2.0:1761122782.950123:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.950128:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.950133:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122782.950140:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.950148:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.950152:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.950169:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.950173:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.950177:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094a51cc9. 00000400:00000010:0.0:1761122782.950280:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122782.950288:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647104, portal 16 00000400:00000010:0.0:1761122782.950293:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122782.950295:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647104, offset 0 00000400:00000200:0.0:1761122782.950301:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.950307:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.950315:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.950318:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.950321:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.950324:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89406:89406:255:4294967295] 192.168.201.27@tcp LPNI seq info [89406:89406:7:4294967295] 00000400:00000200:0.0:1761122782.950331:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.950336:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.950339:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347850). 00000800:00000200:0.0:1761122782.950343:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.950347:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.950349:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.950531:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.950535:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347602). 00000400:00000200:1.0:1761122782.950540:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.950545:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.950610:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:1.0:1761122782.950612:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000800:00000200:1.0:1761122782.950652:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.950681:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:1.0:1761122782.950685:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.950690:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.950692:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:1.0:1761122782.950693:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000100:00000200:1.0:1761122782.950699:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000cfd21d3 x1846669643647104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122782.951733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fcdc706a. 00010000:00000010:3.1:1761122782.951743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:0.1:1761122782.954834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006deb69fc. 00010000:00000010:0.1:1761122782.954848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cc8c197. 00000400:00000200:0.0:1761122782.955803:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.955822:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208880 00000400:00000200:0.0:1761122782.955830:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf90d [1] + 224 00000400:00000200:0.0:1761122782.955843:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.955848:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.955858:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000cfd21d3 x1846669643647104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.956013:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a045e. 00000400:00000200:1.0:1761122782.956019:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122782.956022:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00000100:00000200:1.0:1761122782.956029:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000cfd21d3 x1846669643647104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.956037:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000cfd21d3 x1846669643647104/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.956065:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000756e2a42. 02000000:00000010:1.0:1761122782.956071:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f6cc7c8. 00000100:00000010:1.0:1761122782.956074:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000010:1.0:1761122782.956080:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:1.0:1761122782.956096:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b7d2a125. 00000400:00000200:0.0:1761122782.960501:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.960523:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254ac0 00000400:00000200:0.0:1761122782.960531:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 1640 00010000:00000010:2.1:1761122782.961934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d7d889. 00000400:00000200:0.0:1761122782.967264:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.967281:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.967290:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122782.967298:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:2.0:1761122782.967557:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094a51cc9. 00000020:00000010:2.0:1761122782.967565:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.967570:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.967598:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643958976/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.967627:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643958976 02000000:00000010:2.0:1761122782.967638:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f561624. 00010000:00000010:2.0:1761122782.967698:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4fcf7a0. 00010000:00000010:2.0:1761122782.967730:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.967738:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.967760:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.967766:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.967780:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122782.967786:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643958976, offset 224 00000400:00000200:2.0:1761122782.967795:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.967809:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.967814:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89407:89407:256:4294967295] 192.168.201.27@tcp LPNI seq info [89407:89407:8:4294967295] 00000400:00000200:2.0:1761122782.967824:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.967830:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.967835:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122782.967841:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.967849:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.967853:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.967879:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.967883:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.967887:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094a51cc9. 00000800:00000200:3.0:1761122782.968126:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.968130:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122782.968134:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.968139:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.968142:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:3.0:1761122782.968144:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00080000:00000010:1.0:1761122782.968227:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8e4a9c9. 00010000:00000010:1.0:1761122782.968321:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:1.0:1761122782.968328:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036d293ad. 00010000:00000010:1.0:1761122782.968399:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000093ba899a. 00010000:00000010:1.0:1761122782.968406:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000008b905da. 00010000:00000010:1.0:1761122782.968416:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.968420:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.968427:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 02000000:00000010:1.0:1761122782.968439:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034a49bf0. 02000000:00000010:1.0:1761122782.968647:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000efa94986. 00000400:00000010:1.0:1761122782.968799:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.968806:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122782.968811:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647168, portal 16 00000400:00000010:1.0:1761122782.968817:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122782.968818:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647168, offset 0 00000400:00000200:1.0:1761122782.968825:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.968834:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.968842:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.968847:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.968850:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.968853:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89408:89408:256:4294967295] 192.168.201.27@tcp LPNI seq info [89408:89408:8:4294967295] 00000400:00000200:1.0:1761122782.968862:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.968866:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.968871:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122782.968875:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.968881:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.968886:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.969000:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.969004:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:0.0:1761122782.969008:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.969013:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.969016:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:0.0:1761122782.969018:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:0.0:1761122782.969024:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002031127e x1846669643647168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122782.972051:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122782.972075:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482088c0 00000400:00000200:0.0:1761122782.972091:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf919 [1] + 224 00000400:00000200:0.0:1761122782.972110:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.972115:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122782.972125:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002031127e x1846669643647168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122782.972290:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:1.0:1761122782.972295:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:1.0:1761122782.972297:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000100:00000200:1.0:1761122782.972303:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002031127e x1846669643647168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122782.972311:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002031127e x1846669643647168/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122782.972341:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000efa94986. 02000000:00000010:1.0:1761122782.972347:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034a49bf0. 00000100:00000010:1.0:1761122782.972351:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000100:00000010:1.0:1761122782.972355:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122782.972359:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00010000:00000010:2.1:1761122782.973343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bd8bcb9. 00000400:00000200:1.0:1761122782.973348:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.973363:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254b00 00000400:00000200:1.0:1761122782.973371:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae235 [2] + 1968 00000400:00000010:1.0:1761122782.973374:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003ff31910. 00000400:00000200:1.0:1761122782.973378:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000edfe35ab 00000400:00000200:1.0:1761122782.973565:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.973571:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.973575:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000edfe35ab 00000400:00000010:1.0:1761122782.973578:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000edfe35ab (tot 82347202). 00000100:00000200:1.0:1761122782.973585:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761122782.973728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009208371a. 00010000:00000010:1.1:1761122782.973734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a8bfcc. 00000020:00000010:2.0:1761122782.973788:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000094a51cc9. 00000020:00000010:2.0:1761122782.973796:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.973800:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.973823:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cdc413de x1846669643959040/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.973852:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959040 02000000:00000010:2.0:1761122782.973862:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9e321b9. 00010000:00000010:2.0:1761122782.973888:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000811d33dd. 00010000:00000010:2.0:1761122782.973906:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.973912:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004100d070. 00000100:00000010:2.0:1761122782.974690:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004100d070. 00010000:00000010:2.0:1761122782.974695:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.974711:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122782.974717:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959040, offset 224 00000400:00000200:2.0:1761122782.974728:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.974740:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.974746:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89409:89409:256:4294967295] 192.168.201.27@tcp LPNI seq info [89409:89409:8:4294967295] 00000400:00000200:2.0:1761122782.974756:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.974761:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.974766:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347450). 00000800:00000200:2.0:1761122782.974771:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.974778:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.974782:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.974806:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.974810:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.974814:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000094a51cc9. 02000000:00000010:2.0:1761122782.974822:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f561624. 00000100:00000010:2.0:1761122782.974825:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:2.0:1761122782.974831:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9953701. 00000100:00000010:2.0:1761122782.974833:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:2.0:1761122782.974837:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064086496. 00000100:00000010:2.0:1761122782.974839:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:2.0:1761122782.974841:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013bff5b6. 00000100:00000010:2.0:1761122782.974845:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:2.0:1761122782.974847:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b7af77c1. 00000100:00000010:2.0:1761122782.974849:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 02000000:00000010:2.0:1761122782.974853:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3dc07f8. 00000100:00000010:2.0:1761122782.974855:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000200:2.0:1761122782.974862:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122782.974868:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000982ad50d. 00000400:00000010:2.0:1761122782.974872:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004100d070 (tot 82347602). 00080000:00000010:0.0:1761122782.974934:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8c83e17. 00010000:00000010:0.0:1761122782.975024:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000008b905da. 00010000:00000010:0.0:1761122782.975030:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000be12796. 00010000:00000010:0.0:1761122782.975126:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122782.975132:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122782.975145:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122782.975150:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.975158:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.975172:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea1f1fa3. 00000800:00000200:3.0:1761122782.975207:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.975213:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122782.975218:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.975224:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.975228:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122782.975229:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 02000000:00000010:3.0:1761122782.975233:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9e321b9. 02000000:00000010:0.0:1761122782.975743:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9dfea7d. 00000400:00000010:0.0:1761122782.975749:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033e324c2. 00000400:00000010:0.0:1761122782.975753:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122782.975757:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647232, portal 16 00000400:00000010:0.0:1761122782.975762:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122782.975764:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647232, offset 0 00000400:00000200:0.0:1761122782.975770:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.975778:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.975785:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.975789:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.975792:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.975795:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89410:89410:256:4294967295] 192.168.201.27@tcp LPNI seq info [89410:89410:8:4294967295] 00000400:00000200:0.0:1761122782.975804:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.975808:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.975812:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122782.975816:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.975820:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.975823:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.976142:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.976146:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:1.0:1761122782.976151:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.976155:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.976158:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:1.0:1761122782.976160:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:1.0:1761122782.976167:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643647232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.981223:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.981248:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208900 00000400:00000200:1.0:1761122782.981258:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf929 [1] + 224 00000400:00000200:1.0:1761122782.981275:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.981279:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.981292:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643647232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.981337:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.981343:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254b40 00000400:00000200:1.0:1761122782.981349:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 0 00000400:00000010:0.0:1761122782.981358:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033e324c2. 00000400:00000200:1.0:1761122782.981362:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.981366:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000200:1.0:1761122782.981369:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:0.0:1761122782.981370:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000100:00000200:0.0:1761122782.981380:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643647232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.981389:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643647232/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122782.981425:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9dfea7d. 02000000:00000010:0.0:1761122782.981432:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea1f1fa3. 00000100:00000010:0.0:1761122782.981436:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:0.0:1761122782.981442:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.981446:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000100:00000200:1.0:1761122782.981514:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.981521:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:2.0:1761122782.981602:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064086496. 00000020:00000010:2.0:1761122782.981610:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.981614:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.981640:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643959104/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:2.1:1761122782.981706:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079eeef69. 00000100:00000200:2.0:1761122782.981734:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959104 02000000:00000010:2.0:1761122782.981749:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9953701. 00010000:00000010:2.0:1761122782.981784:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b191189. 00010000:00000010:2.0:1761122782.981809:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.981818:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.981829:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122782.981833:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.981847:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122782.981852:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959104, offset 224 00000400:00000200:2.0:1761122782.982102:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.982114:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.982120:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89411:89411:256:4294967295] 192.168.201.27@tcp LPNI seq info [89411:89411:8:4294967295] 00000400:00000200:2.0:1761122782.982132:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.982140:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.982145:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122782.982151:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.982159:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.982164:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.982191:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.982196:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.982199:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064086496. 00080000:00000010:0.0:1761122782.982279:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1f1fa3. 00000800:00000200:3.0:1761122782.982312:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.982317:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122782.982322:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.982326:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.982329:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122782.982331:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00010000:00000010:0.0:1761122782.982377:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122782.982384:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d6c6fe6. 00010000:00000010:0.0:1761122782.982459:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c772440c. 00010000:00000010:0.0:1761122782.982465:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122782.982475:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122782.982478:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122782.982483:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122782.982493:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b9dfea7d. 02000000:00000010:0.0:1761122782.982516:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fe447954. 00000400:00000010:0.0:1761122782.982521:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033e324c2. 00000400:00000010:0.0:1761122782.982525:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122782.982529:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647296, portal 16 00000400:00000010:0.0:1761122782.982533:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122782.982535:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647296, offset 0 00000400:00000200:0.0:1761122782.982541:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.982547:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.982554:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122782.982557:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122782.982560:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122782.982562:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89412:89412:256:4294967295] 192.168.201.27@tcp LPNI seq info [89412:89412:8:4294967295] 00000400:00000200:0.0:1761122782.982570:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.982575:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.982578:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122782.982582:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.982586:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.982588:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122782.982840:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122782.982843:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:1.0:1761122782.982847:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.982851:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122782.982854:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:1.0:1761122782.982856:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000100:00000200:1.0:1761122782.982861:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643647296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.985700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab1efb85. 00010000:00000010:0.1:1761122782.985715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ba899a. 00000400:00000200:1.0:1761122782.986035:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.986051:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208940 00000400:00000200:1.0:1761122782.986059:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf935 [1] + 224 00000400:00000200:1.0:1761122782.986074:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.986078:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.986101:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643647296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.986639:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.986649:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254b80 00000400:00000200:1.0:1761122782.986698:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 328 00000400:00000200:1.0:1761122782.986753:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.986757:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.986762:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.986767:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000020:00000010:2.0:1761122782.987023:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064086496. 00000020:00000010:2.0:1761122782.987031:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.987037:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122782.987062:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643959168/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122782.987111:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959168 02000000:00000010:2.0:1761122782.987123:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f561624. 00010000:00000010:2.0:1761122782.987158:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.987165:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.987172:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122782.987176:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000010:2.0:1761122782.987190:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122782.987196:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959168, offset 224 00000400:00000200:2.0:1761122782.987205:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.987216:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.987222:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89413:89413:256:4294967295] 192.168.201.27@tcp LPNI seq info [89413:89413:8:4294967295] 00000400:00000200:2.0:1761122782.987232:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.987237:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.987241:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122782.987247:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.987255:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.987259:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122782.987283:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122782.987287:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122782.987291:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064086496. 00000800:00000200:3.0:1761122782.987393:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.987398:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122782.987402:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.987407:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.987411:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122782.987414:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000400:00000010:0.0:1761122782.987422:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000033e324c2. 00000400:00000200:0.0:1761122782.987429:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:0.0:1761122782.987431:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000100:00000200:0.0:1761122782.987440:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643647296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122782.987449:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643647296/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122782.987472:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000011251d0. 02000000:00000010:0.0:1761122782.987488:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fe447954. 02000000:00000010:0.0:1761122782.987493:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b9dfea7d. 00000100:00000010:0.0:1761122782.987497:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:0.0:1761122782.987501:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.987504:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00080000:00000010:1.0:1761122782.987733:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034a49bf0. 00010000:00000010:1.0:1761122782.987822:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122782.987828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d9b4963. 00010000:00000010:1.0:1761122782.988122:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000acddc919. 00010000:00000010:1.0:1761122782.988129:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122782.988139:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000474a4652. 00000100:00000010:1.0:1761122782.988143:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122782.988150:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 02000000:00000010:1.0:1761122782.988160:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efa94986. 02000000:00000010:1.0:1761122782.988183:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d2d05ca. 00000400:00000010:1.0:1761122782.988187:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122782.988193:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122782.988198:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647360, portal 16 00000400:00000010:1.0:1761122782.988202:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122782.988204:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647360, offset 0 00000400:00000200:1.0:1761122782.988210:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122782.988217:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122782.988225:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122782.988228:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122782.988231:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122782.988234:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89414:89414:256:4294967295] 192.168.201.27@tcp LPNI seq info [89414:89414:8:4294967295] 00000400:00000200:1.0:1761122782.988241:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122782.988245:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122782.988249:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122782.988253:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122782.988258:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122782.988461:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122782.988830:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122782.988834:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122782.988839:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122782.989055:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122782.989058:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:0.0:1761122782.989060:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00000100:00000200:0.0:1761122782.989065:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000035a41cfe x1846669643647360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122782.989703:0:1370:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000045c537a4. 00010000:00000010:0.1:1761122782.989712:0:1370:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:2.1:1761122782.990240:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f54906d1. 00010000:00000010:0.1:1761122782.994851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198c1360. 00000400:00000200:1.0:1761122782.995376:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.995395:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208980 00000400:00000200:1.0:1761122782.995403:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf941 [1] + 224 00000400:00000200:1.0:1761122782.995415:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.995420:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.995431:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000035a41cfe x1846669643647360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122782.995473:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122782.995479:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254bc0 00000400:00000200:1.0:1761122782.995484:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 656 00000400:00000200:1.0:1761122782.995495:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122782.995498:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122782.995501:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122782.995506:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000020:00000010:3.0:1761122782.995590:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007322af8c. 00000020:00000010:3.0:1761122782.995598:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122782.995602:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000eecadc72. 00000400:00000010:2.0:1761122782.995613:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:2.0:1761122782.995619:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:2.0:1761122782.995621:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000100:00000200:3.0:1761122782.995626:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643959232/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:10/0 lens 328/0 e 0 to 0 dl 1761122825 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122782.995631:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000035a41cfe x1846669643647360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122782.995646:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000035a41cfe x1846669643647360/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122782.995715:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d2d05ca. 02000000:00000010:2.0:1761122782.995724:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efa94986. 00000100:00000010:2.0:1761122782.995728:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 00000100:00000010:2.0:1761122782.995732:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:2.0:1761122782.995736:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000474a4652. 00000100:00000200:0.0:1761122782.996368:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959232 02000000:00000010:0.0:1761122782.996402:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9dfea7d. 00010000:00000010:0.0:1761122782.996436:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000382bc7cc. 00010000:00000010:0.0:1761122782.996457:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122782.996464:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00080000:00000010:2.0:1761122782.997774:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064086496. 00010000:00000010:2.0:1761122782.997932:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.0:1761122782.997939:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122782.997950:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122782.997956:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122782.997963:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122782.997974:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094a51cc9. 02000000:00000010:2.0:1761122782.998000:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ebceec9. 00000400:00000010:2.0:1761122782.998005:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122782.998011:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122782.998018:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647424, portal 16 00000400:00000010:2.0:1761122782.998023:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122782.998025:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647424, offset 0 00000400:00000200:2.0:1761122782.998033:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122782.998047:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122782.998054:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122782.998058:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122782.998061:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122782.998064:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89415:89415:256:4294967295] 192.168.201.27@tcp LPNI seq info [89415:89415:8:4294967295] 00000400:00000200:2.0:1761122782.998074:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122782.998079:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122782.998097:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122782.998104:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122782.998112:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122782.998116:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.0:1761122782.998241:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00000100:00000010:0.0:1761122782.998254:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122782.998578:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00010000:00000010:0.0:1761122782.998587:0:77132:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000051f4cb6. 00000400:00000010:0.0:1761122782.998605:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122782.998609:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959232, offset 224 00000400:00000200:0.0:1761122782.998616:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122782.998623:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122782.998627:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89416:89416:255:4294967295] 192.168.201.27@tcp LPNI seq info [89416:89416:7:4294967295] 00000400:00000200:0.0:1761122782.998633:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122782.998637:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122782.998639:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347850). 00000800:00000200:0.0:1761122782.998643:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122782.998647:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122782.998649:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122782.998681:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5800da3. 00000020:00000010:0.0:1761122782.998686:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000eecadc72. 00000020:00000010:0.0:1761122782.998691:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007322af8c. 00010000:00000010:1.1:1761122782.998700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e41d95. 00010000:00000010:1.1:1761122782.998709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c772440c. 00000800:00000200:3.0:1761122782.998932:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.998935:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347602). 00000400:00000200:3.0:1761122782.998938:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.998941:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.998945:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:3.0:1761122782.998946:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:3.0:1761122782.998951:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761122782.999226:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122782.999228:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:3.0:1761122782.999233:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122782.999236:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122782.999239:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:3.0:1761122782.999240:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00010000:00000010:0.1:1761122783.002699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042776506. 00000400:00000200:0.0:1761122783.004967:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.004987:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482089c0 00000400:00000200:0.0:1761122783.004996:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf949 [1] + 224 00000400:00000200:0.0:1761122783.005011:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.005015:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.005025:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.005163:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.005169:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.005172:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.005180:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.005188:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647424/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122826 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.005217:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ebceec9. 02000000:00000010:2.0:1761122783.005223:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094a51cc9. 00000100:00000010:2.0:1761122783.005226:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.005231:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.005235:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.006146:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.006157:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254c00 00000400:00000200:1.0:1761122783.006162:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 984 00000400:00000200:1.0:1761122783.006216:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.006220:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.006224:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.006230:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:0.0:1761122783.006563:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe447954. 00000020:00000010:0.0:1761122783.006571:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.006622:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.006651:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643959296/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.006711:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959296 02000000:00000010:0.0:1761122783.006724:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f6cc7c8. 00010000:00000010:0.0:1761122783.006750:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e86c58b6. 00010000:00000010:0.0:1761122783.006772:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.006779:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122783.006802:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122783.006806:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.006820:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122783.006824:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959296, offset 224 00000400:00000200:0.0:1761122783.006833:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.006844:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.006850:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89417:89417:256:4294967295] 192.168.201.27@tcp LPNI seq info [89417:89417:8:4294967295] 00000400:00000200:0.0:1761122783.006862:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.006868:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.006887:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122783.006894:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.006902:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.006906:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.006934:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.006939:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.006943:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe447954. 00080000:00000010:2.0:1761122783.007022:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094a51cc9. 00010000:00000010:2.0:1761122783.007124:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.007131:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095dc8cf4. 00010000:00000010:2.0:1761122783.007219:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.0:1761122783.007225:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.007235:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.007239:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.007245:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.007255:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ebceec9. 00000800:00000200:1.0:1761122783.007341:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.007345:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:1.0:1761122783.007351:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.007356:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.007358:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:1.0:1761122783.007361:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 02000000:00000010:2.0:1761122783.007465:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000853bbd95. 00000400:00000010:2.0:1761122783.007471:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.007475:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.007481:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647488, portal 16 00000400:00000010:2.0:1761122783.007486:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122783.007488:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647488, offset 0 00000400:00000200:2.0:1761122783.007495:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.007502:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.007508:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.007512:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.007515:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.007518:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89418:89418:256:4294967295] 192.168.201.27@tcp LPNI seq info [89418:89418:8:4294967295] 00000400:00000200:2.0:1761122783.007526:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.007531:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.007535:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.007539:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.007544:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.007547:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.008009:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.008013:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122783.008018:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.008023:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.008026:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:0.0:1761122783.008028:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:0.0:1761122783.008033:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.010812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acddc919. 00010000:00000010:0.1:1761122783.010828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a06594e. 00000400:00000200:1.0:1761122783.012647:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.012691:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208a00 00000400:00000200:1.0:1761122783.012700:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf959 [1] + 224 00000400:00000200:1.0:1761122783.012713:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.012717:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.012726:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.014277:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.014288:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254c40 00000400:00000200:1.0:1761122783.014293:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 1312 00000400:00000010:2.0:1761122783.014708:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.014714:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.014716:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.014724:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.014732:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647488/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.014760:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000853bbd95. 02000000:00000010:2.0:1761122783.014766:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ebceec9. 00000100:00000010:2.0:1761122783.014769:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.014772:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.014776:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.014830:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.014834:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.014839:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.014845:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:0.0:1761122783.014912:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe447954. 00000020:00000010:0.0:1761122783.014919:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.014924:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.014947:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643959360/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.014971:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959360 02000000:00000010:0.0:1761122783.014981:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000756e2a42. 00010000:00000010:0.0:1761122783.015006:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ff1a57c. 00010000:00000010:0.0:1761122783.015027:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.015032:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122783.015053:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122783.015056:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.015068:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122783.015072:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959360, offset 224 00000400:00000200:0.0:1761122783.015079:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.015100:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.015107:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89419:89419:256:4294967295] 192.168.201.27@tcp LPNI seq info [89419:89419:8:4294967295] 00000400:00000200:0.0:1761122783.015118:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.015123:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.015128:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122783.015134:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.015142:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.015146:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.015168:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.015172:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.015175:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe447954. 00080000:00000010:2.0:1761122783.015239:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ebceec9. 00000800:00000200:3.0:1761122783.015290:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.015295:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:3.0:1761122783.015299:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.015303:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.015306:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:3.0:1761122783.015307:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00010000:00000010:2.0:1761122783.015331:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.015339:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dd9a5b2. 00010000:00000010:2.0:1761122783.015409:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008ada582. 00010000:00000010:2.0:1761122783.015413:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.015422:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.015425:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.015430:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.015439:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000853bbd95. 02000000:00000010:2.0:1761122783.015459:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046e23f85. 00000400:00000010:2.0:1761122783.015463:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.015466:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.015471:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647552, portal 16 00000400:00000010:2.0:1761122783.015474:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122783.015476:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647552, offset 0 00000400:00000200:2.0:1761122783.015482:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.015487:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.015493:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.015497:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.015500:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.015503:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89420:89420:256:4294967295] 192.168.201.27@tcp LPNI seq info [89420:89420:8:4294967295] 00000400:00000200:2.0:1761122783.015510:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.015515:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.015518:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.015522:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.015526:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.015529:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.015714:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.015716:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:0.0:1761122783.015720:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.015725:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.015728:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:0.0:1761122783.015729:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:0.0:1761122783.015734:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.020235:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.020255:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208a40 00000400:00000200:1.0:1761122783.020264:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf965 [1] + 224 00000400:00000200:1.0:1761122783.020277:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.020280:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.020289:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.020440:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.020445:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.020448:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.020454:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.020467:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647552/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.020500:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046e23f85. 02000000:00000010:2.0:1761122783.020506:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000853bbd95. 00000100:00000010:2.0:1761122783.020510:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.020515:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.020519:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00010000:00000010:2.1:1761122783.020689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aea8ee9. 00010000:00000010:2.1:1761122783.020697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00000400:00000200:3.0:1761122783.022187:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.022208:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254c80 00000400:00000200:3.0:1761122783.022217:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 1640 00000400:00000200:3.0:1761122783.022303:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.022309:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.022317:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.022324:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b40d58d6. 00000020:00000010:0.0:1761122783.022405:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe447954. 00000020:00000010:0.0:1761122783.022413:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.022418:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.022453:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b40d58d6 x1846669643959424/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.022488:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959424 02000000:00000010:0.0:1761122783.022500:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f86b6b66. 00010000:00000010:0.0:1761122783.022527:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017f6c8d3. 00010000:00000010:0.0:1761122783.022547:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.022553:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122783.022572:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122783.022576:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.022590:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122783.022595:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959424, offset 224 00000400:00000200:0.0:1761122783.022603:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.022614:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.022621:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89421:89421:256:4294967295] 192.168.201.27@tcp LPNI seq info [89421:89421:8:4294967295] 00000400:00000200:0.0:1761122783.022632:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00080000:00000010:2.0:1761122783.022636:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000853bbd95. 00000800:00000200:0.0:1761122783.022638:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.022645:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122783.022650:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.022687:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.022691:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.022710:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.022715:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.022719:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe447954. 00010000:00000010:2.0:1761122783.022764:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.022773:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005bf55af. 00010000:00000010:2.0:1761122783.022857:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.0:1761122783.022864:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.022876:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.022881:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.022888:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.022900:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046e23f85. 02000000:00000010:2.0:1761122783.022928:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cfe944b5. 00000400:00000010:2.0:1761122783.022933:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.022938:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.022943:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647616, portal 16 00000400:00000010:2.0:1761122783.022947:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122783.022949:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647616, offset 0 00000400:00000200:2.0:1761122783.022956:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.022964:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.022971:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.022974:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.022977:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.022980:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89422:89422:255:4294967295] 192.168.201.27@tcp LPNI seq info [89422:89422:7:4294967295] 00000400:00000200:2.0:1761122783.022988:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.022993:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.022997:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122783.023001:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.023006:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.023008:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.023115:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.023119:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347602). 00000400:00000200:1.0:1761122783.023124:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.023128:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.023132:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:1.0:1761122783.023134:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000800:00000200:1.0:1761122783.023180:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.023182:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122783.023185:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.023189:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.023191:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122783.023192:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:1.0:1761122783.023196:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.023800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c25d25a. 00000400:00000200:1.0:1761122783.026273:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.026294:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208a80 00000400:00000200:1.0:1761122783.026304:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf971 [1] + 224 00000400:00000200:1.0:1761122783.026317:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.026321:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.026331:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.027481:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.027495:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254cc0 00000400:00000010:2.0:1761122783.027627:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.027634:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.027636:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.027645:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.027899:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae28d [2] + 1968 00000400:00000010:1.0:1761122783.027903:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:1.0:1761122783.027907:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000119324cd 00000100:00000200:2.0:1761122783.028477:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647616/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.028513:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cfe944b5. 02000000:00000010:2.0:1761122783.028520:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046e23f85. 00000100:00000010:2.0:1761122783.028523:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.028529:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.028533:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.028823:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.028830:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.028835:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000119324cd 00000400:00000010:1.0:1761122783.028838:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000119324cd (tot 82347202). 00000100:00000200:1.0:1761122783.028843:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122783.028960:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017cf17fc. 00000020:00000010:0.0:1761122783.028969:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.028973:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.029001:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000964fb7fb x1846669643959488/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.029036:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959488 02000000:00000010:0.0:1761122783.029049:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d42d7e6. 00010000:00000010:0.0:1761122783.029078:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000726f6c27. 00010000:00000010:0.0:1761122783.029114:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.029122:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b8c78c3. 00000100:00000010:0.0:1761122783.029140:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b8c78c3. 00010000:00000010:0.0:1761122783.029143:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.029157:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122783.029162:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959488, offset 224 00000400:00000200:0.0:1761122783.029169:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.029181:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.029188:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89423:89423:256:4294967295] 192.168.201.27@tcp LPNI seq info [89423:89423:8:4294967295] 00000400:00000200:0.0:1761122783.029199:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00080000:00000010:2.0:1761122783.029205:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046e23f85. 00000800:00000200:0.0:1761122783.029206:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.029214:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347450). 00000800:00000200:0.0:1761122783.029220:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.029228:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.029232:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122783.029505:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.029525:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dd51127. 00010000:00000010:2.0:1761122783.030200:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.0:1761122783.030208:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.030220:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.030224:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.030563:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.030576:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cfe944b5. 02000000:00000010:2.0:1761122783.030607:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003612183e. 00000400:00000010:2.0:1761122783.030613:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.030618:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.030622:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647680, portal 16 00000400:00000010:2.0:1761122783.030627:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122783.030629:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647680, offset 0 00000400:00000200:2.0:1761122783.030637:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.030647:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.030653:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.030675:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.030678:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.030681:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89424:89424:255:4294967295] 192.168.201.27@tcp LPNI seq info [89424:89424:7:4294967295] 00000400:00000200:2.0:1761122783.030691:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.030696:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.030700:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347698). 00000800:00000200:2.0:1761122783.030704:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.030710:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.030713:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.031199:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.031208:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.031213:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017cf17fc. 02000000:00000010:0.0:1761122783.031223:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f86b6b66. 00000100:00000010:0.0:1761122783.031227:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b40d58d6. 02000000:00000010:0.0:1761122783.031231:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000756e2a42. 00000100:00000010:0.0:1761122783.031234:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:0.0:1761122783.031240:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f6cc7c8. 00000100:00000010:0.0:1761122783.031242:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:0.0:1761122783.031244:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9dfea7d. 00000100:00000010:0.0:1761122783.031247:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122783.031629:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f561624. 00000100:00000010:0.0:1761122783.031632:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:0.0:1761122783.031635:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9953701. 00000100:00000010:0.0:1761122783.031637:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 00000800:00000200:3.0:1761122783.031813:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.031817:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347450). 00000400:00000200:3.0:1761122783.031822:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.031829:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.031833:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:3.0:1761122783.031836:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 02000000:00000010:3.0:1761122783.031842:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d42d7e6. 00000100:00000200:0.0:1761122783.032346:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122783.032354:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000033e324c2. 00000400:00000010:0.0:1761122783.032359:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006b8c78c3 (tot 82347602). 00000800:00000200:3.0:1761122783.032513:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.032516:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:3.0:1761122783.032521:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.032525:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.032528:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:3.0:1761122783.032530:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:3.0:1761122783.032536:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.033572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000170ed33d. 00010000:00000010:0.1:1761122783.033580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfe0805c. 00010000:00000010:2.1:1761122783.034081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3c3e36b. 00010000:00000010:2.1:1761122783.034119:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.1:1761122783.039665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f64763. 00010000:00000010:2.1:1761122783.039680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ada582. 00000400:00000200:1.0:1761122783.043182:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.043205:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208ac0 00000400:00000200:1.0:1761122783.043215:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf97d [1] + 224 00000400:00000200:1.0:1761122783.043228:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.043233:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.043245:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.043284:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.043290:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254d00 00000400:00000200:1.0:1761122783.043295:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 0 00000400:00000200:1.0:1761122783.043305:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.1:1761122783.043707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006217006. 00010000:00000010:2.1:1761122783.043718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00000400:00000010:2.0:1761122783.043747:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.043751:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.043753:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.043760:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.043769:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647680/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.043800:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003612183e. 02000000:00000010:2.0:1761122783.043806:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cfe944b5. 00000100:00000010:2.0:1761122783.043810:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.043816:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.043820:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.043923:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.043929:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.043935:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00010000:00000010:0.1:1761122783.044144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb704475. 00000020:00000010:0.0:1761122783.044183:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86b6b66. 00000020:00000010:0.0:1761122783.044191:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.044196:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.044224:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643959552/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.044265:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959552 02000000:00000010:0.0:1761122783.044278:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000017cf17fc. 00010000:00000010:0.0:1761122783.044308:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d76e763. 00010000:00000010:0.0:1761122783.044330:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.044340:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd36db77. 00000100:00000010:0.0:1761122783.044360:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd36db77. 00010000:00000010:0.0:1761122783.044363:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.044376:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122783.044381:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959552, offset 224 00000400:00000200:0.0:1761122783.044391:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122783.044398:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cfe944b5. 00000400:00000200:0.0:1761122783.044404:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.044411:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89425:89425:256:4294967295] 192.168.201.27@tcp LPNI seq info [89425:89425:8:4294967295] 00000400:00000200:0.0:1761122783.044423:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.044429:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.044435:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122783.044442:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.044450:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.044454:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.044482:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.044488:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.044491:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86b6b66. 00010000:00000010:2.0:1761122783.044506:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.044514:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d443c83d. 00010000:00000010:2.0:1761122783.044649:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f8f4701f. 00010000:00000010:2.0:1761122783.044702:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ccdd5ff5. 00010000:00000010:2.0:1761122783.044716:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.044727:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.044733:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.044744:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003612183e. 02000000:00000010:2.0:1761122783.044781:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0cf00a1. 00000400:00000010:2.0:1761122783.044791:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.044795:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.044806:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647744, portal 16 00000400:00000010:2.0:1761122783.044811:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.044813:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647744, offset 0 00000400:00000200:2.0:1761122783.044819:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.044826:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.044839:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.044843:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.044846:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.044849:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89426:89426:255:4294967295] 192.168.201.27@tcp LPNI seq info [89426:89426:7:4294967295] 00000400:00000200:2.0:1761122783.044857:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.044868:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.044871:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122783.044876:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.044880:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.044883:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.045179:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.045183:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347602). 00000400:00000200:1.0:1761122783.045188:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.045192:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.045195:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:1.0:1761122783.045197:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000800:00000200:1.0:1761122783.045271:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.045274:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122783.045278:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.045281:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.045283:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:1.0:1761122783.045285:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:1.0:1761122783.045290:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.048877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005f2c2480. 00010000:00000010:2.1:1761122783.048892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:0.1:1761122783.049709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4490656. 00000400:00000200:3.0:1761122783.051033:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.051058:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208b00 00000400:00000200:3.0:1761122783.051070:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf98d [1] + 224 00000400:00000200:3.0:1761122783.051099:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.051105:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.051118:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.052254:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.052261:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.052263:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.052270:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.052279:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647744/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.052313:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cf00a1. 02000000:00000010:2.0:1761122783.052318:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003612183e. 00000100:00000010:2.0:1761122783.052322:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.052327:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.052331:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.053035:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.053049:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254d40 00000400:00000200:1.0:1761122783.053056:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 328 00000400:00000200:1.0:1761122783.053270:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.053277:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.053282:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.053289:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:0.0:1761122783.054970:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86b6b66. 00000020:00000010:0.0:1761122783.054982:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.054986:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.055018:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643959616/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.055060:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959616 02000000:00000010:0.0:1761122783.055074:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d42d7e6. 00010000:00000010:0.0:1761122783.055116:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2135085. 00010000:00000010:0.0:1761122783.055138:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.055146:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd36db77. 00000100:00000010:0.0:1761122783.055169:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd36db77. 00010000:00000010:0.0:1761122783.055173:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.055189:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122783.055196:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959616, offset 224 00000400:00000200:0.0:1761122783.055205:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.055219:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.055226:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89427:89427:256:4294967295] 192.168.201.27@tcp LPNI seq info [89427:89427:8:4294967295] 00000400:00000200:0.0:1761122783.055237:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.055244:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.055248:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122783.055255:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.055264:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.055269:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.055288:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.055293:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.055296:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86b6b66. 00000800:00000200:1.0:1761122783.057295:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.057304:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:1.0:1761122783.057311:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.057320:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.057326:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:1.0:1761122783.057328:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 00080000:00000010:1.0:1761122783.057370:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018b2f6d5. 00010000:00000010:1.0:1761122783.057480:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ccdd5ff5. 00010000:00000010:1.0:1761122783.057489:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5089487. 00010000:00000010:1.0:1761122783.057576:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090989ccc. 00010000:00000010:1.0:1761122783.057583:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122783.057598:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000083c2d8ff. 00000100:00000010:1.0:1761122783.057606:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.057616:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 02000000:00000010:1.0:1761122783.057630:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b13d1a6f. 02000000:00000010:1.0:1761122783.057690:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ca0df33. 00000400:00000010:1.0:1761122783.057697:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000021aada9a. 00000400:00000010:1.0:1761122783.057702:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122783.057709:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647808, portal 16 00000400:00000010:1.0:1761122783.057714:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122783.057716:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647808, offset 0 00000400:00000200:1.0:1761122783.057724:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.057737:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.057744:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.057748:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.057750:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.057755:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89428:89428:256:4294967295] 192.168.201.27@tcp LPNI seq info [89428:89428:8:4294967295] 00000400:00000200:1.0:1761122783.057764:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.057770:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.057775:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122783.057781:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.057788:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.057792:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.060968:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.060977:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:3.0:1761122783.060986:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.060998:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.061005:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:3.0:1761122783.061007:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:3.0:1761122783.061022:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097ae7af1 x1846669643647808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.062804:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005193f8c5. 00010000:00000010:1.1:1761122783.062818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8f4701f. 00010000:00000010:0.1:1761122783.062894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037b734a2. 00000400:00000200:1.0:1761122783.064374:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.064395:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208b40 00000400:00000200:1.0:1761122783.064405:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf999 [1] + 224 00000400:00000200:1.0:1761122783.064419:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.064423:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.064434:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000097ae7af1 x1846669643647808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.065341:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.065352:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254d80 00000400:00000200:1.0:1761122783.065358:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 656 00000400:00000200:1.0:1761122783.065369:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.065372:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.065377:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.065382:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000400:00000010:2.0:1761122783.065459:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021aada9a. 00000400:00000200:2.0:1761122783.065464:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:2.0:1761122783.065466:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:2.0:1761122783.065474:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097ae7af1 x1846669643647808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.065483:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097ae7af1 x1846669643647808/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.065515:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ca0df33. 02000000:00000010:2.0:1761122783.065523:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b13d1a6f. 00000100:00000010:2.0:1761122783.065527:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 00000100:00000010:2.0:1761122783.065531:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:2.0:1761122783.065535:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000083c2d8ff. 00000020:00000010:3.0:1761122783.065816:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070a6fe5a. 00000020:00000010:3.0:1761122783.065824:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.065828:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.065852:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bcbf1a57 x1846669643959680/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.065885:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959680 02000000:00000010:3.0:1761122783.065897:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000510787a5. 00010000:00000010:3.0:1761122783.065925:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d920b513. 00010000:00000010:3.0:1761122783.065943:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe208311. 00000100:00000010:3.0:1761122783.065948:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.065964:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.065967:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe208311. 00000400:00000010:3.0:1761122783.065979:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122783.065983:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959680, offset 224 00000400:00000200:3.0:1761122783.065991:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.066002:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.066008:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89429:89429:256:4294967295] 192.168.201.27@tcp LPNI seq info [89429:89429:8:4294967295] 00000400:00000200:3.0:1761122783.066019:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.066025:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122783.066026:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085cbca2b. 00000800:00000010:3.0:1761122783.066030:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122783.066037:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.066044:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.066047:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.066072:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.066075:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.066080:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070a6fe5a. 00010000:00000010:2.0:1761122783.066160:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:2.0:1761122783.066168:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae295f21. 00010000:00000010:2.0:1761122783.066266:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.0:1761122783.066272:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013d27f5e. 00010000:00000010:2.0:1761122783.066291:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.066296:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.066302:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.066313:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022c117aa. 02000000:00000010:2.0:1761122783.066346:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa6acd34. 00000400:00000010:2.0:1761122783.066351:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.066355:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.066368:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647872, portal 16 00000400:00000010:2.0:1761122783.066372:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.066374:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647872, offset 0 00000400:00000200:2.0:1761122783.066380:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.066386:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.066394:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.066405:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.066408:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.066411:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89430:89430:255:4294967295] 192.168.201.27@tcp LPNI seq info [89430:89430:7:4294967295] 00000400:00000200:2.0:1761122783.066418:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.066422:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.066426:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122783.066430:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.066434:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.066443:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.068436:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.068446:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347602). 00000400:00000200:1.0:1761122783.068457:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.068466:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.068472:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:1.0:1761122783.068475:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000800:00000200:1.0:1761122783.068573:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.068575:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122783.068579:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.068583:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.068586:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:1.0:1761122783.068588:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:1.0:1761122783.068595:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.071732:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.071753:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208b80 00000400:00000200:3.0:1761122783.071763:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9a5 [1] + 224 00000400:00000200:3.0:1761122783.071781:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.071786:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.071799:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.072469:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.072475:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.072477:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.072485:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.072495:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647872/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.072528:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa6acd34. 02000000:00000010:2.0:1761122783.072533:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022c117aa. 00000100:00000010:2.0:1761122783.072537:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.072542:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.072546:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.072910:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.072923:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254dc0 00000400:00000200:1.0:1761122783.072928:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 984 00000400:00000200:1.0:1761122783.072986:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.072992:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.072997:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.073002:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:3.0:1761122783.073277:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000070a6fe5a. 00000020:00000010:3.0:1761122783.073284:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.073289:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.073314:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643959744/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.073351:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959744 02000000:00000010:3.0:1761122783.073363:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007322af8c. 00010000:00000010:3.0:1761122783.073390:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f1e53251. 00010000:00000010:3.0:1761122783.073410:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe208311. 00000100:00000010:3.0:1761122783.073415:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.073432:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.073436:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe208311. 00000400:00000010:3.0:1761122783.073447:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1123770. 00000100:00000200:3.0:1761122783.073452:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959744, offset 224 00000400:00000200:3.0:1761122783.073461:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.073473:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00080000:00000010:2.0:1761122783.073473:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022c117aa. 00000400:00000200:3.0:1761122783.073482:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89431:89431:256:4294967295] 192.168.201.27@tcp LPNI seq info [89431:89431:8:4294967295] 00000400:00000200:3.0:1761122783.073493:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.073498:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.073504:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347602). 00000800:00000200:3.0:1761122783.073509:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.073517:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.073522:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.073557:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.073563:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00010000:00000010:2.0:1761122783.073566:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013d27f5e. 00000020:00000010:3.0:1761122783.073568:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000070a6fe5a. 00010000:00000010:2.0:1761122783.073575:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062bc9e6f. 00010000:00000010:2.0:1761122783.073676:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000008ada582. 00010000:00000010:2.0:1761122783.073683:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013d27f5e. 00010000:00000010:2.0:1761122783.073694:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.073697:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.073703:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.073714:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa6acd34. 02000000:00000010:2.0:1761122783.073737:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c0cf00a1. 00000400:00000010:2.0:1761122783.073741:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.073745:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.073749:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643647936, portal 16 00000400:00000010:2.0:1761122783.073754:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122783.073755:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643647936, offset 0 00000400:00000200:2.0:1761122783.073761:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.073768:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.073775:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.073779:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.073782:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.073785:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89432:89432:255:4294967295] 192.168.201.27@tcp LPNI seq info [89432:89432:7:4294967295] 00000400:00000200:2.0:1761122783.073792:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.073796:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.073799:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347850). 00000800:00000200:2.0:1761122783.073803:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.073807:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.073810:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.074435:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.074441:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347602). 00000400:00000200:1.0:1761122783.074450:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.074455:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.074459:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1123770 00000400:00000010:1.0:1761122783.074461:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1123770. 00000800:00000200:1.0:1761122783.074832:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.074835:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122783.074840:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.074845:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.074848:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:1.0:1761122783.074849:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:1.0:1761122783.074856:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643647936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.075398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135fc455. 00010000:00000010:2.1:1761122783.075407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090989ccc. 00010000:00000010:3.1:1761122783.083701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026c47c33. 00010000:00000010:3.1:1761122783.083718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d6300e. 00000400:00000200:3.0:1761122783.086902:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:2.1:1761122783.087694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f26763c. 00010000:00000010:2.1:1761122783.087704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00000400:00000200:0.0:1761122783.088104:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208bc0 00000400:00000200:0.0:1761122783.088115:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9b1 [1] + 224 00000400:00000200:0.0:1761122783.088132:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.088136:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.088148:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643647936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.088253:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.088262:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254e00 00000400:00000200:0.0:1761122783.088267:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 1312 00000400:00000200:0.0:1761122783.088614:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.088620:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.088625:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.088632:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000400:00000010:2.0:1761122783.088741:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.088747:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.088750:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.088757:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643647936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.088766:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643647936/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.088799:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c0cf00a1. 02000000:00000010:2.0:1761122783.088805:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa6acd34. 00000100:00000010:2.0:1761122783.088809:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.088814:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.088819:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000020:00000010:1.0:1761122783.089672:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008844242f. 00000020:00000010:1.0:1761122783.089683:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.089687:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.089714:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643959808/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.089752:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959808 02000000:00000010:1.0:1761122783.089765:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b061462. 00010000:00000010:1.0:1761122783.089794:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fdb04c1b. 00010000:00000010:1.0:1761122783.089821:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3701c6a. 00000100:00000010:1.0:1761122783.089829:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.089844:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.089848:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3701c6a. 00000400:00000010:1.0:1761122783.089861:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122783.089865:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959808, offset 224 00000400:00000200:1.0:1761122783.089872:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.089883:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.089889:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89433:89433:256:4294967295] 192.168.201.27@tcp LPNI seq info [89433:89433:8:4294967295] 00000400:00000200:1.0:1761122783.089904:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.089910:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.089916:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122783.089922:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.089930:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00080000:00000010:3.0:1761122783.089933:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070a6fe5a. 00000800:00000200:1.0:1761122783.089934:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.089962:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.089967:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.089970:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008844242f. 00010000:00000010:3.0:1761122783.090029:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013d27f5e. 00010000:00000010:3.0:1761122783.090036:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002528e19. 00010000:00000010:3.0:1761122783.090126:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122783.090133:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.090146:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe208311. 00000100:00000010:3.0:1761122783.090151:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.090159:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c4e42b. 02000000:00000010:3.0:1761122783.090172:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0c15e1c. 02000000:00000010:3.0:1761122783.090200:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000082e65ac5. 00000400:00000010:3.0:1761122783.090206:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000919bbdbc. 00000400:00000010:3.0:1761122783.090211:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122783.090216:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648000, portal 16 00000400:00000010:3.0:1761122783.090220:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000771fc5dd. 00000100:00000200:3.0:1761122783.090222:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648000, offset 0 00000400:00000200:3.0:1761122783.090228:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.090235:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.090242:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.090246:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.090249:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.090252:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89434:89434:255:4294967295] 192.168.201.27@tcp LPNI seq info [89434:89434:7:4294967295] 00000400:00000200:3.0:1761122783.090450:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.090455:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.090459:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347850). 00000800:00000200:3.0:1761122783.090463:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.090468:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.090470:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.090605:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.090610:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347602). 00000400:00000200:0.0:1761122783.090615:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.090620:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.090624:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:0.0:1761122783.090626:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000800:00000200:0.0:1761122783.090727:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.090730:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:0.0:1761122783.090737:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.090741:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.090743:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000771fc5dd 00000400:00000010:0.0:1761122783.090745:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000771fc5dd. 00000100:00000200:0.0:1761122783.090750:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c4e42b x1846669643648000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.095640:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122783.095705:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a0ca4f8. 00000400:00000200:1.0:1761122783.095725:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208c00 00000400:00000200:1.0:1761122783.095736:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9bd [1] + 224 00000400:00000200:1.0:1761122783.095750:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.095755:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.095769:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c4e42b x1846669643648000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.095805:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.095812:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254e40 00000400:00000200:1.0:1761122783.095818:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 1640 00000400:00000200:1.0:1761122783.096125:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.096130:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.096136:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.096143:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000400:00000010:3.0:1761122783.096243:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000919bbdbc. 00000400:00000200:3.0:1761122783.096248:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:3.0:1761122783.096251:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:3.0:1761122783.096257:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c4e42b x1846669643648000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.096266:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c4e42b x1846669643648000/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.096507:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000082e65ac5. 00000020:00000010:0.0:1761122783.096639:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86b6b66. 00000020:00000010:0.0:1761122783.096648:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.096652:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.096700:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643959872/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.096739:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959872 02000000:00000010:0.0:1761122783.096753:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b9dfea7d. 00010000:00000010:0.0:1761122783.096788:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0220f2c. 00010000:00000010:0.0:1761122783.096810:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.096817:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd36db77. 00000100:00000010:0.0:1761122783.096823:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd36db77. 00010000:00000010:0.0:1761122783.096827:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.096839:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122783.096844:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959872, offset 224 00000400:00000200:0.0:1761122783.096852:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.096865:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.096872:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89435:89435:256:4294967295] 192.168.201.27@tcp LPNI seq info [89435:89435:8:4294967295] 00000400:00000200:0.0:1761122783.096882:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.096887:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.096892:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122783.096898:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.096906:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.096909:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1761122783.097933:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0c15e1c. 00000100:00000010:3.0:1761122783.097938:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c4e42b. 00000100:00000010:3.0:1761122783.097942:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.097945:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe208311. 00080000:00000010:3.0:1761122783.097961:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0c15e1c. 00010000:00000010:3.0:1761122783.098040:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.098046:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f7ea8ca. 00010000:00000010:3.0:1761122783.098126:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e67fac. 00010000:00000010:3.0:1761122783.098129:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000048f075b8. 00010000:00000010:3.0:1761122783.098134:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:3.0:1761122783.098139:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00080000:00000010:3.0:1761122783.098149:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000082e65ac5. 00010000:00000010:3.0:1761122783.098171:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.098174:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048f075b8. 00010000:00000010:3.0:1761122783.098219:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008bb663f3. 00010000:00000010:3.0:1761122783.098222:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.098229:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fe208311. 00000100:00000010:3.0:1761122783.098232:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.098238:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074c4e42b. 02000000:00000010:3.0:1761122783.098249:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb407a54. 02000000:00000010:3.0:1761122783.098273:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000344d8ee2. 00000400:00000010:3.0:1761122783.098278:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000919bbdbc. 00000400:00000010:3.0:1761122783.098283:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23ac9d7. 00000100:00000200:3.0:1761122783.098289:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648064, portal 16 00000400:00000010:3.0:1761122783.098294:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b9117c3. 00000100:00000200:3.0:1761122783.098296:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648064, offset 0 00000400:00000200:3.0:1761122783.098303:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.098312:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.098319:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.098322:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.098325:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.098329:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89436:89436:255:4294967295] 192.168.201.27@tcp LPNI seq info [89436:89436:7:4294967295] 00000400:00000200:3.0:1761122783.098337:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.098343:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.098347:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347850). 00000800:00000200:3.0:1761122783.098352:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.098357:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.098360:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.098599:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.098607:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.098610:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86b6b66. 00000800:00000200:2.0:1761122783.099873:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.099882:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347602). 00000400:00000200:2.0:1761122783.099890:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.099899:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.099904:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:2.0:1761122783.099907:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000800:00000200:2.0:1761122783.100842:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.100847:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:2.0:1761122783.100856:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.100863:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.100867:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b9117c3 00000400:00000010:2.0:1761122783.100868:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b9117c3. 00000100:00000200:2.0:1761122783.100878:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074c4e42b x1846669643648064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.100977:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebd720a1. 00010000:00000010:3.1:1761122783.100984:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008ada582. 00010000:00000010:0.1:1761122783.106744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000775d5f23. 00000400:00000200:0.0:1761122783.108692:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.108714:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208c40 00000400:00000200:0.0:1761122783.108724:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9c9 [1] + 224 00000400:00000200:0.0:1761122783.108741:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.108746:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.108757:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000074c4e42b x1846669643648064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.109015:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000919bbdbc. 00000400:00000200:2.0:1761122783.109020:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23ac9d7 00000400:00000010:2.0:1761122783.109023:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23ac9d7. 00000100:00000200:2.0:1761122783.109030:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074c4e42b x1846669643648064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.109039:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074c4e42b x1846669643648064/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.109070:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000344d8ee2. 02000000:00000010:2.0:1761122783.109077:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb407a54. 00000100:00000010:2.0:1761122783.109090:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074c4e42b. 00000100:00000010:2.0:1761122783.109095:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:2.0:1761122783.109100:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fe208311. 00000400:00000200:1.0:1761122783.111293:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.111311:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254e80 00000400:00000200:1.0:1761122783.111318:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae2ed [2] + 1968 00000400:00000010:1.0:1761122783.111322:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7679c3c. 00000400:00000200:1.0:1761122783.111328:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b82ab275 00000400:00000200:1.0:1761122783.111592:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.111598:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.111603:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b82ab275 00000400:00000010:1.0:1761122783.111605:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b82ab275 (tot 82347202). 00000100:00000200:1.0:1761122783.111611:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122783.111780:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f6cc7c8. 00000020:00000010:0.0:1761122783.111788:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.111793:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.111823:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009168f781 x1846669643959936/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.112059:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643959936 02000000:00000010:0.0:1761122783.112072:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000756e2a42. 00010000:00000010:0.0:1761122783.112113:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9143a00. 00010000:00000010:0.0:1761122783.112138:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.112145:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fd36db77. 00000100:00000010:0.0:1761122783.113604:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fd36db77. 00010000:00000010:0.0:1761122783.113612:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.113633:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122783.113640:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643959936, offset 224 00000400:00000200:0.0:1761122783.113651:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.113682:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.113689:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89437:89437:256:4294967295] 192.168.201.27@tcp LPNI seq info [89437:89437:8:4294967295] 00000400:00000200:0.0:1761122783.113701:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.113707:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.113712:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347450). 00000800:00000200:0.0:1761122783.113719:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.113726:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.113730:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.113759:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.113765:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.113769:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f6cc7c8. 02000000:00000010:0.0:1761122783.113779:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b9dfea7d. 00000100:00000010:0.0:1761122783.113782:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:0.0:1761122783.113788:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b061462. 00000100:00000010:0.0:1761122783.113792:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122783.113796:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007322af8c. 00000100:00000010:0.0:1761122783.113800:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:0.0:1761122783.113804:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000510787a5. 00000100:00000010:0.0:1761122783.113807:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bcbf1a57. 02000000:00000010:0.0:1761122783.113812:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d42d7e6. 00000100:00000010:0.0:1761122783.113815:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:0.0:1761122783.113818:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000017cf17fc. 00000100:00000010:0.0:1761122783.113821:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000200:0.0:1761122783.113831:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122783.113836:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000000b275d2. 00000400:00000010:0.0:1761122783.113840:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fd36db77 (tot 82347602). 00000800:00000200:3.0:1761122783.114327:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.114332:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:3.0:1761122783.114337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.114343:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.114347:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:3.0:1761122783.114349:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 02000000:00000010:3.0:1761122783.114355:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000756e2a42. 00080000:00000010:2.0:1761122783.114466:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa6acd34. 00010000:00000010:2.0:1761122783.114750:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:2.0:1761122783.114760:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ed942a7. 00010000:00000010:2.0:1761122783.115049:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.0:1761122783.115057:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.115071:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.115077:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.115099:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.115113:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0cf00a1. 02000000:00000010:2.0:1761122783.115142:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003612183e. 00000400:00000010:2.0:1761122783.115147:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.115152:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.115156:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648128, portal 16 00000400:00000010:2.0:1761122783.115161:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122783.115163:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648128, offset 0 00000400:00000200:2.0:1761122783.115170:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.115179:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.115185:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.115189:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.115192:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.115196:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89438:89438:256:4294967295] 192.168.201.27@tcp LPNI seq info [89438:89438:8:4294967295] 00000400:00000200:2.0:1761122783.115204:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.115209:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.115214:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.115219:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.115224:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.115227:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.115441:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.115444:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122783.115449:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.115454:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.115457:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:0.0:1761122783.115458:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:0.0:1761122783.115465:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643648128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.116727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094a63e30. 00010000:00000010:3.1:1761122783.116741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:3.1:1761122783.116746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e67fac. 00010000:00000010:3.1:1761122783.116749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:2.1:1761122783.119765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2301e4. 00010000:00000010:2.1:1761122783.119781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb663f3. 00000400:00000200:1.0:1761122783.120981:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.121003:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208c80 00000400:00000200:1.0:1761122783.121013:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9d9 [1] + 224 00000400:00000200:1.0:1761122783.121027:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.121031:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.121042:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643648128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.121775:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.121784:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254ec0 00000400:00000200:1.0:1761122783.121791:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 0 00000400:00000200:1.0:1761122783.121802:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.121806:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.121810:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.121818:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b146f16. 00000400:00000010:2.0:1761122783.122376:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.122398:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.122400:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.122409:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643648128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.122418:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643648128/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.122455:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003612183e. 02000000:00000010:2.0:1761122783.122461:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0cf00a1. 00000100:00000010:2.0:1761122783.122464:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.122469:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.122474:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000020:00000010:0.0:1761122783.122844:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9dfea7d. 00000020:00000010:0.0:1761122783.122853:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.122858:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.122884:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b146f16 x1846669643960000/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.122912:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960000 02000000:00000010:0.0:1761122783.122923:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009f6cc7c8. 00010000:00000010:0.0:1761122783.123193:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003daebd59. 00010000:00000010:0.0:1761122783.123217:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.123225:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.123238:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.123241:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.123254:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122783.123257:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960000, offset 224 00000400:00000200:0.0:1761122783.123266:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.123278:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.123284:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89439:89439:256:4294967295] 192.168.201.27@tcp LPNI seq info [89439:89439:8:4294967295] 00000400:00000200:0.0:1761122783.123295:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.123300:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.123304:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122783.123310:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.123318:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.123322:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.123346:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.123350:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.123353:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9dfea7d. 00080000:00000010:2.0:1761122783.123485:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0cf00a1. 00010000:00000010:2.0:1761122783.123574:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.123580:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb9118ac. 00010000:00000010:2.0:1761122783.123686:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.0:1761122783.123693:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.123705:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.123709:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.123716:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.123727:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003612183e. 02000000:00000010:2.0:1761122783.123752:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9953701. 00000400:00000010:2.0:1761122783.123757:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.123762:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.123768:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648192, portal 16 00000400:00000010:2.0:1761122783.123773:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122783.123776:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648192, offset 0 00000400:00000200:2.0:1761122783.123783:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.123791:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.123798:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.123802:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.123804:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.123807:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89440:89440:255:4294967295] 192.168.201.27@tcp LPNI seq info [89440:89440:7:4294967295] 00000400:00000200:2.0:1761122783.123814:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.123820:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.123823:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122783.123827:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.123833:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.123836:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.123845:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.123851:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347602). 00000400:00000200:3.0:1761122783.123857:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.123863:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.123866:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:3.0:1761122783.123868:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000800:00000200:3.0:1761122783.124155:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.124158:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122783.124163:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.124167:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.124170:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:3.0:1761122783.124171:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:3.0:1761122783.124177:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643648192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.128933:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d42375c. 00000400:00000200:0.0:1761122783.128974:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.129198:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208cc0 00000400:00000200:0.0:1761122783.129207:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9e5 [1] + 224 00000400:00000200:0.0:1761122783.129228:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.129232:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.129243:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643648192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.129306:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.129312:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.129315:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.129322:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643648192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.129331:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643648192/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.129361:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9953701. 02000000:00000010:2.0:1761122783.129367:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003612183e. 00000100:00000010:2.0:1761122783.129371:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.129375:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.129379:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.129952:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.129964:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254f00 00000400:00000200:1.0:1761122783.129970:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 328 00000400:00000200:1.0:1761122783.130033:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.130038:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.130043:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.130049:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002031127e. 00000020:00000010:3.0:1761122783.130769:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.130778:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.130783:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.130809:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002031127e x1846669643960064/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.130842:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960064 02000000:00000010:3.0:1761122783.130855:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002f711c8f. 00010000:00000010:3.0:1761122783.130883:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000083aedb81. 00010000:00000010:3.0:1761122783.130905:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.130912:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.130935:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.130939:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.130953:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000022d61902. 00000100:00000200:3.0:1761122783.130959:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960064, offset 224 00000400:00000200:3.0:1761122783.130968:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.130980:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.130987:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89441:89441:256:4294967295] 192.168.201.27@tcp LPNI seq info [89441:89441:8:4294967295] 00000400:00000200:3.0:1761122783.131000:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.131007:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.131012:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347602). 00000800:00000200:3.0:1761122783.131019:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.131027:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.131031:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.131063:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.131068:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.131073:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00000800:00000200:0.0:1761122783.131198:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.131203:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347354). 00080000:00000010:2.0:1761122783.131204:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003612183e. 00000400:00000200:0.0:1761122783.131211:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.131218:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.131221:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022d61902 00000400:00000010:0.0:1761122783.131223:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000022d61902. 00010000:00000010:2.0:1761122783.131293:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.131301:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004c9d8455. 00010000:00000010:2.0:1761122783.132247:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.0:1761122783.132255:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.132267:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.132272:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.132280:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.132292:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9953701. 02000000:00000010:2.0:1761122783.132317:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f561624. 00000400:00000010:2.0:1761122783.132323:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.132328:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.132333:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648256, portal 16 00000400:00000010:2.0:1761122783.132338:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122783.132340:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648256, offset 0 00000400:00000200:2.0:1761122783.132347:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.132355:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.132362:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.132366:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.132371:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.132375:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89442:89442:256:4294967295] 192.168.201.27@tcp LPNI seq info [89442:89442:8:4294967295] 00000400:00000200:2.0:1761122783.132384:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.132389:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.132394:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.132398:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.132403:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.132405:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.132861:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.132865:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122783.132870:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.132876:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.132879:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:0.0:1761122783.132881:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:0.0:1761122783.132886:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643648256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761122783.133704:0:67463:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122783.133716:0:67463:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000112e282f. 02000000:00000010:1.0:1761122783.134560:0:15810:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d5c6ec25. 00000400:00000010:1.0:1761122783.134568:0:15810:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cce1270. 00000400:00000010:1.0:1761122783.134573:0:15810:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.134579:0:15810:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846669643648320, portal 4 00000400:00000010:1.0:1761122783.134585:0:15810:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122783.134587:0:15810:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846669643648320, offset 0 00000400:00000200:1.0:1761122783.134594:0:15810:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1761122783.134604:0:15810:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1761122783.134614:0:15810:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68f8948208d40 00000400:00000200:1.0:1761122783.134620:0:15810:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2d825 [8] + 9632 00000400:00000200:1.0:1761122783.134627:0:15810:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.134630:0:15810:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1761122783.134636:0:15810:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1761122783.134641:0:15810:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bcbf1a57. 00000400:00000200:1.0:1761122783.134685:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:1.0:1761122783.134688:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:1.0:1761122783.134693:0:15810:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643648320/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122790 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000010:2.1:1761122783.134750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f14b37bb. 00010000:00000010:2.1:1761122783.134758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00000020:00000010:0.0:1761122783.134883:0:66479:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b9dfea7d. 00000020:00000010:0.0:1761122783.134889:0:66479:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.134892:0:66479:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.135162:0:66479:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643648320 02000000:00000010:0.0:1761122783.135179:0:66479:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000071192e06. 00010000:00000200:0.0:1761122783.135197:0:66479:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000bcbf1a57 x1846669643648320/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:729/0 lens 224/368 e 0 to 0 dl 1761122789 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:0.0:1761122783.135210:0:66479:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.135213:0:66479:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846669643648320, offset 224 00000400:00000200:0.0:1761122783.135217:0:66479:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761122783.135222:0:66479:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761122783.135227:0:66479:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68f8948208d40 00000400:00000200:0.0:1761122783.135231:0:66479:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xaf9f9 [1] + 224 00000400:00000200:0.0:1761122783.135235:0:66479:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.135237:0:66479:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761122783.135241:0:66479:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643648320/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122790 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:0.0:1761122783.135268:0:66479:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.135270:0:66479:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000020:00000010:0.0:1761122783.135281:0:66479:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.135285:0:66479:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.135288:0:66479:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b9dfea7d. 00000400:00000010:2.0:1761122783.135965:0:15810:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cce1270. 00000400:00000200:2.0:1761122783.135971:0:15810:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:2.0:1761122783.135973:0:15810:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122783.135979:0:15810:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643648320/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122790 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1761122783.135987:0:15810:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643648320/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761122790 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000010:2.0:1761122783.136232:0:15810:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d5c6ec25. 02000000:00000010:2.0:1761122783.136238:0:15810:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000112e282f. 00000100:00000010:2.0:1761122783.136242:0:15810:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00010000:00000010:3.1:1761122783.138696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007237968d. 00010000:00000010:2.1:1761122783.138718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067697faf. 00010000:00000010:2.1:1761122783.138729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:0.1:1761122783.138780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e9cec31. 00000400:00000200:1.0:1761122783.139596:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.139615:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208d00 00000400:00000200:1.0:1761122783.139624:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xaf9f1 [1] + 224 00000400:00000200:1.0:1761122783.139636:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.139641:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.139650:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643648256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.139719:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.139725:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254f40 00000400:00000200:1.0:1761122783.139729:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 656 00000400:00000010:2.0:1761122783.139756:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.139762:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:2.0:1761122783.139791:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.139807:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643648256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.139816:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643648256/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.139848:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f561624. 02000000:00000010:2.0:1761122783.139853:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9953701. 00000100:00000010:2.0:1761122783.139857:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:2.0:1761122783.139861:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.139865:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000400:00000200:1.0:1761122783.140825:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.140834:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.140841:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.140848:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000035a41cfe. 00000020:00000010:3.0:1761122783.141271:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.141280:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.141285:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.141311:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000035a41cfe x1846669643960128/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.141353:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960128 02000000:00000010:3.0:1761122783.141366:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe9d4ee9. 00010000:00000010:3.0:1761122783.141398:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ccee2e9. 00010000:00000010:3.0:1761122783.141422:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.141430:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.141452:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.141458:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.141474:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a79fc395. 00000100:00000200:3.0:1761122783.141480:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960128, offset 224 00000400:00000200:3.0:1761122783.141488:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122783.141500:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9953701. 00000400:00000200:3.0:1761122783.141504:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.141524:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89443:89443:256:4294967295] 192.168.201.27@tcp LPNI seq info [89443:89443:8:4294967295] 00000400:00000200:3.0:1761122783.141536:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.141545:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.141556:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122783.141564:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.141573:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.141578:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122783.141587:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.141595:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000089089350. 00000020:00000010:3.0:1761122783.141604:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.141611:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.141616:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00000800:00000200:0.0:1761122783.142291:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.142297:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00000400:00000200:0.0:1761122783.142305:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.142311:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.142315:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a79fc395 00000400:00000010:0.0:1761122783.142317:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a79fc395. 00010000:00000010:2.0:1761122783.142456:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e27a5990. 00010000:00000010:2.0:1761122783.142465:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000645ed1a1. 00010000:00000010:2.0:1761122783.142477:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000059b2d87d. 00000100:00000010:2.0:1761122783.142482:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.142490:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.142501:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f561624. 02000000:00000010:2.0:1761122783.142527:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9e321b9. 00000400:00000010:2.0:1761122783.142533:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.142539:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.142544:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648384, portal 16 00000400:00000010:2.0:1761122783.142549:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.142551:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648384, offset 0 00000400:00000200:2.0:1761122783.142558:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.142566:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.142573:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.142576:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.142580:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.142583:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89444:89444:256:4294967295] 192.168.201.27@tcp LPNI seq info [89444:89444:8:4294967295] 00000400:00000200:2.0:1761122783.142591:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.142596:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.142600:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122783.142605:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.142610:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.142613:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.143167:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.143170:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122783.143175:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.143179:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.143182:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:0.0:1761122783.143184:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:0.0:1761122783.143190:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643648384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.146791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029f4cecc. 00010000:00000010:2.1:1761122783.146807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00000400:00000200:1.0:1761122783.152483:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.152503:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208d80 00000400:00000200:1.0:1761122783.152513:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa09 [1] + 224 00000400:00000200:1.0:1761122783.152526:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.152530:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.152542:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643648384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.152574:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.152580:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254f80 00000400:00000200:1.0:1761122783.152585:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 984 00000400:00000200:1.0:1761122783.152651:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.152671:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.152676:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.152682:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1668c7f. 00000020:00000010:3.0:1761122783.152746:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.152755:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.152760:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.152790:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1668c7f x1846669643960192/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.153216:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960192 02000000:00000010:3.0:1761122783.153229:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047dfba18. 00010000:00000010:3.0:1761122783.153281:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.153290:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.153299:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.153303:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:0.0:1761122783.153306:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:0.0:1761122783.153314:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:0.0:1761122783.153316:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000400:00000010:3.0:1761122783.153320:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a4e565e. 00000100:00000200:0.0:1761122783.153324:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643648384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.153327:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960192, offset 224 00000400:00000200:3.0:1761122783.153339:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000100:00000200:0.0:1761122783.153340:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643648384/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.153354:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.153360:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89445:89445:256:4294967295] 192.168.201.27@tcp LPNI seq info [89445:89445:8:4294967295] 00010000:00000010:0.0:1761122783.153365:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6c282a2. 00000400:00000200:3.0:1761122783.153373:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.153381:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.153386:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 02000000:00000010:0.0:1761122783.153386:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9e321b9. 02000000:00000010:0.0:1761122783.153394:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f561624. 00000800:00000200:3.0:1761122783.153396:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000100:00000010:0.0:1761122783.153400:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:0.0:1761122783.153406:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00000800:00000200:3.0:1761122783.153407:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00010000:00000010:0.0:1761122783.153410:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000059b2d87d. 00000800:00000200:3.0:1761122783.153414:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761122783.153430:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9dfea7d. 00000020:00000010:3.0:1761122783.153443:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.153448:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.153453:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00010000:00000010:0.0:1761122783.153554:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000645ed1a1. 00010000:00000010:0.0:1761122783.153561:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019226fbd. 00010000:00000010:0.0:1761122783.153686:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122783.153700:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 000000003fbb5336. 00000800:00000200:1.0:1761122783.153702:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.153706:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00010000:00000010:0.0:1761122783.153707:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000198c1360. 00000400:00000200:1.0:1761122783.153712:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.0:1761122783.153713:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00000400:00000200:1.0:1761122783.153717:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.153719:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a4e565e 00000400:00000010:1.0:1761122783.153721:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a4e565e. 00080000:00000010:0.0:1761122783.153726:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe447954. 00010000:00000010:0.0:1761122783.153762:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.153767:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003fbb5336. 00010000:00000010:0.0:1761122783.153828:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122783.153833:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.153841:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.153845:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.153855:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.153867:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000756e2a42. 02000000:00000010:0.0:1761122783.153895:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000510787a5. 00000400:00000010:0.0:1761122783.153902:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000507a045e. 00000400:00000010:0.0:1761122783.153905:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.153910:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648448, portal 16 00000400:00000010:0.0:1761122783.153915:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122783.153917:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648448, offset 0 00000400:00000200:0.0:1761122783.153923:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.153931:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.153941:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.153946:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.153949:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.153952:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89446:89446:256:4294967295] 192.168.201.27@tcp LPNI seq info [89446:89446:8:4294967295] 00000400:00000200:0.0:1761122783.153959:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.153972:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.153976:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122783.153980:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.153985:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.153987:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.154118:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.154121:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:1.0:1761122783.154125:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.154129:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.154131:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:1.0:1761122783.154133:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000100:00000200:1.0:1761122783.154140:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643648448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.157836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009304fff2. 00010000:00000010:0.1:1761122783.162720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc9c040. 00010000:00000010:0.1:1761122783.162739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044d63a80. 00010000:00000010:0.1:1761122783.162743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e27a5990. 00010000:00000010:0.1:1761122783.167316:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122783.167334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198c1360. 00000400:00000200:1.0:1761122783.170612:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.170636:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208dc0 00000400:00000200:1.0:1761122783.170645:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa15 [1] + 224 00000400:00000200:1.0:1761122783.170685:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.170690:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.170701:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643648448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.170742:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.170750:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948254fc0 00000400:00000200:1.0:1761122783.170755:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 1312 00000400:00000200:1.0:1761122783.170767:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.170770:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.170774:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.170780:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000097ae7af1. 00000400:00000010:0.0:1761122783.170873:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a045e. 00000400:00000200:0.0:1761122783.170879:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.170881:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:0.0:1761122783.170889:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643648448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.170897:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643648448/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.170927:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000510787a5. 02000000:00000010:0.0:1761122783.170935:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000756e2a42. 00000100:00000010:0.0:1761122783.170941:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.170946:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.170949:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000020:00000010:3.0:1761122783.171163:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.171175:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.171183:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.171472:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000097ae7af1 x1846669643960256/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.171514:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960256 02000000:00000010:3.0:1761122783.171527:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000be312f8. 00010000:00000010:3.0:1761122783.171580:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ceb62a36. 00010000:00000010:3.0:1761122783.171603:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.171609:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.171625:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.171629:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.171641:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b22d5fb3. 00000100:00000200:3.0:1761122783.171645:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960256, offset 224 00080000:00000010:0.0:1761122783.171683:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000510787a5. 00010000:00000010:0.0:1761122783.171766:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.171773:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004aa4dc66. 00010000:00000010:0.0:1761122783.171844:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000198c1360. 00010000:00000010:0.0:1761122783.171850:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.171860:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.171865:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.171871:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.171882:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007322af8c. 02000000:00000010:0.0:1761122783.171907:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000756e2a42. 00000400:00000010:0.0:1761122783.171912:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000507a045e. 00000400:00000010:0.0:1761122783.171915:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.171920:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648512, portal 16 00000400:00000010:0.0:1761122783.171925:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122783.171926:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648512, offset 0 00000400:00000200:0.0:1761122783.171934:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.171947:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.171955:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.171958:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.171961:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.171965:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89447:89447:256:4294967295] 192.168.201.27@tcp LPNI seq info [89447:89447:8:4294967295] 00000400:00000200:0.0:1761122783.171976:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.171982:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.171987:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122783.171993:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.172001:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.172006:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1761122783.172921:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.172933:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.172939:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89448:89448:255:4294967295] 192.168.201.27@tcp LPNI seq info [89448:89448:7:4294967295] 00000400:00000200:3.0:1761122783.172949:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.172954:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.172959:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347850). 00000800:00000200:3.0:1761122783.172964:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.172970:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.172973:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.173038:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.173044:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.173050:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00000800:00000200:2.0:1761122783.173148:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.173153:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347602). 00000400:00000200:2.0:1761122783.173158:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.173163:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.173167:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:2.0:1761122783.173169:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00000100:00000200:2.0:1761122783.173178:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643648512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761122783.173266:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.173268:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:2.0:1761122783.173275:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.173278:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.173281:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b22d5fb3 00000400:00000010:2.0:1761122783.173282:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b22d5fb3. 00000400:00000200:1.0:1761122783.175032:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.175047:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208e00 00000400:00000200:1.0:1761122783.175054:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa21 [1] + 224 00000400:00000200:1.0:1761122783.175067:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.175070:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.175078:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643648512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.175160:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a045e. 00000400:00000200:0.0:1761122783.175164:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.175166:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:0.0:1761122783.175173:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643648512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.175182:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643648512/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.175211:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000756e2a42. 02000000:00000010:0.0:1761122783.175218:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007322af8c. 00000100:00000010:0.0:1761122783.175223:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.175229:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.175232:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000200:1.0:1761122783.175960:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.175972:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255000 00000400:00000200:1.0:1761122783.175979:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 1640 00000400:00000200:1.0:1761122783.176036:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.176040:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.176045:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.176052:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c30e5b8f. 00000020:00000010:3.0:1761122783.176153:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.176162:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.176167:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.176491:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c30e5b8f x1846669643960320/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.176696:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960320 02000000:00000010:3.0:1761122783.176711:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008fccea07. 00010000:00000010:3.0:1761122783.176739:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aef54376. 00010000:00000010:3.0:1761122783.176761:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.176769:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.176784:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.176788:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.176803:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000056d27446. 00000100:00000200:3.0:1761122783.176809:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960320, offset 224 00000400:00000200:3.0:1761122783.176818:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.176830:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00080000:00000010:0.0:1761122783.176834:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000756e2a42. 00000400:00000200:3.0:1761122783.176838:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89449:89449:256:4294967295] 192.168.201.27@tcp LPNI seq info [89449:89449:8:4294967295] 00000400:00000200:3.0:1761122783.176850:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.176855:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.176861:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122783.176867:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.176876:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.176881:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761122783.176938:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.176947:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e3d02cd. 00000020:00000010:3.0:1761122783.177273:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.177279:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.177284:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00000800:00000200:2.0:1761122783.177731:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.177736:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00000400:00000200:2.0:1761122783.177743:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.177749:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.177752:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000056d27446 00000400:00000010:2.0:1761122783.177754:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000056d27446. 00010000:00000010:1.0:1761122783.178030:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:1.0:1761122783.178037:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.178049:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3701c6a. 00000100:00000010:1.0:1761122783.178054:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.178062:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.178073:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008844242f. 02000000:00000010:1.0:1761122783.178107:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d038d0d. 00000400:00000010:1.0:1761122783.178113:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3aee5d2. 00000400:00000010:1.0:1761122783.178119:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122783.178125:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648576, portal 16 00000400:00000010:1.0:1761122783.178129:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122783.178132:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648576, offset 0 00000400:00000200:1.0:1761122783.178138:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.178147:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.178154:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.178158:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.178161:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.178164:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89450:89450:256:4294967295] 192.168.201.27@tcp LPNI seq info [89450:89450:8:4294967295] 00000400:00000200:1.0:1761122783.178172:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.178176:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.178179:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347602). 00000800:00000200:1.0:1761122783.178184:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.178189:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.178192:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.178340:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.178344:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122783.178348:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.178353:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.178356:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:0.0:1761122783.178357:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000100:00000200:0.0:1761122783.178364:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643648576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.181611:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.181631:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208e40 00000400:00000200:1.0:1761122783.181640:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa2d [1] + 224 00010000:00000010:3.1:1761122783.181705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b98e37. 00000400:00000200:1.0:1761122783.181890:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.181896:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.181909:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643648576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.181990:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.181997:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255040 00000400:00000200:1.0:1761122783.182003:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae33d [2] + 1968 00000400:00000010:1.0:1761122783.182007:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da558aef. 00000400:00000200:1.0:1761122783.182011:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000320d8286 00000400:00000200:1.0:1761122783.182020:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.182023:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.182025:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000320d8286 00000400:00000010:1.0:1761122783.182027:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000320d8286 (tot 82347202). 00000100:00000200:1.0:1761122783.182033:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761122783.182096:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3aee5d2. 00000400:00000200:2.0:1761122783.182099:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:2.0:1761122783.182101:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:2.0:1761122783.182107:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643648576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.182115:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643648576/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.182150:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d038d0d. 02000000:00000010:2.0:1761122783.182156:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008844242f. 00000100:00000010:2.0:1761122783.182160:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:2.0:1761122783.182164:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:2.0:1761122783.182169:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3701c6a. 00000020:00000010:3.0:1761122783.182263:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.182270:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.182274:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.182297:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1f6baf3 x1846669643960384/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.182374:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960384 02000000:00000010:3.0:1761122783.182386:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000031e61dae. 00010000:00000010:3.0:1761122783.182417:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062836322. 00010000:00000010:3.0:1761122783.182436:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.182443:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000061360ea8. 00000100:00000010:3.0:1761122783.182534:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000061360ea8. 00010000:00000010:3.0:1761122783.182539:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.182888:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c5412dd4. 00000100:00000200:3.0:1761122783.182895:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960384, offset 224 00000400:00000200:3.0:1761122783.183115:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.183128:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.183134:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89451:89451:256:4294967295] 192.168.201.27@tcp LPNI seq info [89451:89451:8:4294967295] 00000400:00000200:3.0:1761122783.183144:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.183149:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.183153:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347450). 00000800:00000200:3.0:1761122783.183159:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.183167:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.183171:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.183189:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.183192:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.183197:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 02000000:00000010:3.0:1761122783.183205:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008fccea07. 00000100:00000010:3.0:1761122783.183208:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c30e5b8f. 02000000:00000010:3.0:1761122783.183212:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000be312f8. 00000100:00000010:3.0:1761122783.183214:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097ae7af1. 02000000:00000010:3.0:1761122783.183217:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047dfba18. 00000100:00000010:3.0:1761122783.183219:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1668c7f. 02000000:00000010:3.0:1761122783.183223:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe9d4ee9. 00000100:00000010:3.0:1761122783.183225:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000035a41cfe. 02000000:00000010:3.0:1761122783.183228:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002f711c8f. 00000100:00000010:3.0:1761122783.183230:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002031127e. 02000000:00000010:3.0:1761122783.183233:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009f6cc7c8. 00000100:00000010:3.0:1761122783.183236:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b146f16. 00000100:00000200:3.0:1761122783.183242:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122783.183248:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000047463f30. 00000400:00000010:3.0:1761122783.183252:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000061360ea8 (tot 82347602). 00010000:00000010:0.1:1761122783.183270:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000847a340e. 00010000:00000010:0.1:1761122783.183280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00000800:00000200:1.0:1761122783.183393:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.183398:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347354). 00000400:00000200:1.0:1761122783.183405:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.183410:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.183413:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c5412dd4 00000400:00000010:1.0:1761122783.183415:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c5412dd4. 02000000:00000010:1.0:1761122783.183419:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000031e61dae. 00080000:00000010:2.0:1761122783.183862:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000686df1ec. 00010000:00000010:2.0:1761122783.183972:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:2.0:1761122783.183981:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003471f9e1. 00010000:00000010:2.0:1761122783.184062:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.0:1761122783.184068:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122783.184093:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.184099:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.184109:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.184123:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f561624. 02000000:00000010:2.0:1761122783.184151:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9e321b9. 00000400:00000010:2.0:1761122783.184157:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.184162:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.184166:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648640, portal 16 00000400:00000010:2.0:1761122783.184171:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122783.184173:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648640, offset 0 00000400:00000200:2.0:1761122783.184180:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.184189:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.184197:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.184201:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.184204:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.184208:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89452:89452:256:4294967295] 192.168.201.27@tcp LPNI seq info [89452:89452:8:4294967295] 00000400:00000200:2.0:1761122783.184216:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.184220:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.184224:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.184228:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.184233:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.184235:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.184949:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.184954:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122783.184959:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.184964:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.184968:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:0.0:1761122783.184969:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000100:00000200:0.0:1761122783.184977:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.186771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee3c9cc. 00000400:00000200:1.0:1761122783.187540:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.187569:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208e80 00000400:00000200:1.0:1761122783.187578:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa3d [1] + 224 00000400:00000200:1.0:1761122783.187589:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.187593:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.187601:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.187639:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.187645:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255080 00000400:00000200:1.0:1761122783.187651:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 0 00000400:00000200:1.0:1761122783.187881:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.187885:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:2.0:1761122783.187909:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.187914:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.187916:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.187920:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.187928:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648640/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.187955:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9e321b9. 02000000:00000010:2.0:1761122783.187960:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f561624. 00000100:00000010:2.0:1761122783.187963:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.187969:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.187973:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000100:00000200:1.0:1761122783.188007:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.188013:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009596d5c9. 00000020:00000010:3.0:1761122783.188101:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f711c8f. 00000020:00000010:3.0:1761122783.188109:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.188114:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.188137:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009596d5c9 x1846669643960448/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.188168:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960448 02000000:00000010:3.0:1761122783.188180:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe9d4ee9. 00010000:00000010:3.0:1761122783.188207:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c95cf44. 00010000:00000010:3.0:1761122783.188228:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.188235:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.188544:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.188549:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.188563:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0a1cbad. 00000100:00000200:3.0:1761122783.188567:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960448, offset 224 00000400:00000200:3.0:1761122783.188575:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.188586:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.188591:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89453:89453:256:4294967295] 192.168.201.27@tcp LPNI seq info [89453:89453:8:4294967295] 00000400:00000200:3.0:1761122783.188601:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.188605:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.188610:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122783.188615:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.188623:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.188626:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.188649:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.188669:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00080000:00000010:2.0:1761122783.188737:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f561624. 00010000:00000010:2.0:1761122783.188820:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122783.188827:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e13c2fd. 00010000:00000010:2.0:1761122783.188900:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:2.0:1761122783.188906:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f263fa52. 00010000:00000010:2.0:1761122783.188915:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.188918:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.188924:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.188933:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9e321b9. 02000000:00000010:2.0:1761122783.188956:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000591bfea5. 00000400:00000010:2.0:1761122783.188961:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.188965:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.188969:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648704, portal 16 00000400:00000010:2.0:1761122783.188973:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122783.188975:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648704, offset 0 00000400:00000200:2.0:1761122783.188980:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.188986:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.188993:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.188997:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.188999:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.189001:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89454:89454:255:4294967295] 192.168.201.27@tcp LPNI seq info [89454:89454:7:4294967295] 00000400:00000200:2.0:1761122783.189007:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.189011:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.189014:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122783.189018:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.189022:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.189024:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.189066:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f711c8f. 00000800:00000200:1.0:1761122783.189188:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.189192:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347602). 00000400:00000200:1.0:1761122783.189199:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.189203:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.189206:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0a1cbad 00000400:00000010:1.0:1761122783.189208:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0a1cbad. 00000800:00000200:1.0:1761122783.189272:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.189274:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122783.189277:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.189280:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.189457:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122783.189458:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00000100:00000200:1.0:1761122783.189463:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.190646:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000399af096. 00010000:00000010:2.1:1761122783.190672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8eda8b5. 00010000:00000010:0.1:1761122783.190695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a64fb9b8. 00010000:00000010:0.1:1761122783.190703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198c1360. 00010000:00000010:3.1:1761122783.190911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c86c4cb. 00000400:00000200:0.0:1761122783.191227:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.191415:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208ec0 00000400:00000200:0.0:1761122783.191422:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa49 [1] + 224 00000400:00000200:0.0:1761122783.191435:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.191439:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.191447:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.191501:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.191506:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.191509:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.191514:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.191522:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648704/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.191548:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000591bfea5. 02000000:00000010:2.0:1761122783.191553:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9e321b9. 00000100:00000010:2.0:1761122783.191557:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.191563:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.191567:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000200:1.0:1761122783.193531:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.193559:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482550c0 00000400:00000200:1.0:1761122783.193565:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 328 00000400:00000200:1.0:1761122783.193625:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.193630:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.193635:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.193640:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 00000020:00000010:3.0:1761122783.194322:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f711c8f. 00000020:00000010:3.0:1761122783.194331:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.194337:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.194363:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bccd9386 x1846669643960512/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.194399:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960512 02000000:00000010:3.0:1761122783.194412:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047dfba18. 00010000:00000010:3.0:1761122783.194441:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa0a15dd. 00010000:00000010:3.0:1761122783.194464:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.194471:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00080000:00000010:2.0:1761122783.194922:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000591bfea5. 00010000:00000010:2.0:1761122783.195077:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000518108f1. 00010000:00000010:2.0:1761122783.195095:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122783.195102:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.195109:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00080000:00000010:2.0:1761122783.195122:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df77684b. 00010000:00000010:2.0:1761122783.195147:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122783.195151:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122783.195209:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122783.195213:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122783.195222:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.195228:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.195236:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.195252:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e9e321b9. 02000000:00000010:2.0:1761122783.195284:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007fcc7d0a. 00000400:00000010:2.0:1761122783.195290:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.195296:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.195304:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648768, portal 16 00000400:00000010:2.0:1761122783.195309:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122783.195311:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648768, offset 0 00000400:00000200:2.0:1761122783.195320:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.195336:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.195344:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.195348:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.195351:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.195355:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89455:89455:256:4294967295] 192.168.201.27@tcp LPNI seq info [89455:89455:8:4294967295] 00000400:00000200:2.0:1761122783.195365:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.195370:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.195375:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.195381:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.195389:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.195392:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.196611:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.196617:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122783.196623:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.196630:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.196634:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:1.0:1761122783.196637:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:1.0:1761122783.196643:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761122783.197121:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f263fa52. 00000100:00000010:3.0:1761122783.197136:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.197140:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00010000:00000010:3.0:1761122783.197146:0:64797:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b83471d6. 00000400:00000010:3.0:1761122783.197193:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000da7893b. 00000100:00000200:3.0:1761122783.197197:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960512, offset 224 00000400:00000200:3.0:1761122783.197205:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.197231:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.197236:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89456:89456:256:4294967295] 192.168.201.27@tcp LPNI seq info [89456:89456:8:4294967295] 00000400:00000200:3.0:1761122783.197244:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.197248:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.197422:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122783.197428:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.197434:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.197437:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.197457:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.197462:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.197467:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f711c8f. 00000800:00000200:0.0:1761122783.197599:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.197602:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:0.0:1761122783.197608:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.197612:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.197615:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000da7893b 00000400:00000010:0.0:1761122783.197616:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000da7893b. 00010000:00000010:3.1:1761122783.198743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa0523e3. 00000400:00000200:1.0:1761122783.201261:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.201485:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208f00 00000400:00000200:1.0:1761122783.201495:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa51 [1] + 224 00000400:00000200:1.0:1761122783.201511:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.201516:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.201529:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.201783:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.201791:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255100 00000400:00000200:1.0:1761122783.201797:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 656 00000400:00000200:1.0:1761122783.202186:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.202191:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.202196:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.202203:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003eb038f9. 00000020:00000010:3.0:1761122783.202484:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f711c8f. 00000020:00000010:3.0:1761122783.202493:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.202497:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.202579:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003eb038f9 x1846669643960576/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.202614:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960576 02000000:00000010:3.0:1761122783.202628:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000be312f8. 00010000:00000010:3.1:1761122783.202692:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000093410fd. 00010000:00000010:3.1:1761122783.202698:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0ba4f4. 00010000:00000010:3.1:1761122783.202702:0:64797:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000401ddcf. 00010000:00000010:3.0:1761122783.202724:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000738211a6. 00000100:00000010:3.0:1761122783.202731:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.202737:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.202740:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000738211a6. 00000400:00000010:3.0:1761122783.202753:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006a2fa6f4. 00000100:00000200:3.0:1761122783.202759:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960576, offset 224 00000400:00000200:3.0:1761122783.202766:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.202776:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.202782:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89457:89457:256:4294967295] 192.168.201.27@tcp LPNI seq info [89457:89457:8:4294967295] 00000400:00000200:3.0:1761122783.202792:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.202797:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.202801:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347602). 00000800:00000200:3.0:1761122783.202807:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.202814:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.202817:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.202829:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048f075b8. 00000020:00000010:3.0:1761122783.202833:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.202837:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f711c8f. 00000800:00000200:0.0:1761122783.202995:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.202999:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347354). 00000400:00000200:0.0:1761122783.203005:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.203009:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.203012:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006a2fa6f4 00000400:00000010:0.0:1761122783.203014:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006a2fa6f4. 00010000:00000010:2.1:1761122783.203325:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff0bf2aa. 00010000:00000010:2.1:1761122783.203331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00000400:00000010:2.0:1761122783.203349:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.203352:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.203354:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.203359:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.203604:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648768/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.203626:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052f2b0db. 02000000:00000010:2.0:1761122783.203639:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007fcc7d0a. 02000000:00000010:2.0:1761122783.203644:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e9e321b9. 00000100:00000010:2.0:1761122783.203647:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.203652:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.203718:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00080000:00000010:2.0:1761122783.203734:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007fcc7d0a. 00010000:00000010:2.0:1761122783.203890:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122783.203896:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7656ded. 00010000:00000010:2.0:1761122783.204155:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000049ac1b09. 00010000:00000010:2.0:1761122783.204161:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000db0de2d5. 00010000:00000010:2.0:1761122783.204170:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.204174:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.204180:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.204191:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122783.204213:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9e321b9. 00000400:00000010:2.0:1761122783.204216:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.204220:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.204225:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648832, portal 16 00000400:00000010:2.0:1761122783.204230:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122783.204232:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648832, offset 0 00000400:00000200:2.0:1761122783.204238:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.204246:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.204252:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.204256:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.204258:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.204261:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89458:89458:256:4294967295] 192.168.201.27@tcp LPNI seq info [89458:89458:8:4294967295] 00000400:00000200:2.0:1761122783.204269:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.204274:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.204277:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.204281:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.204287:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.204289:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.204600:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.204604:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122783.204608:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.204612:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.204616:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:1.0:1761122783.204617:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:1.0:1761122783.204622:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.207899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518108f1. 00010000:00000010:2.1:1761122783.207914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:1.0:1761122783.207930:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.208188:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208f40 00000400:00000200:1.0:1761122783.208197:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa61 [1] + 224 00000400:00000200:1.0:1761122783.208216:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.208221:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.208233:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.208293:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.208298:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.208301:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.208307:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.208314:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648832/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.208346:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9e321b9. 02000000:00000010:2.0:1761122783.208354:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053397f98. 00000100:00000010:2.0:1761122783.208359:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.208366:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.208369:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000200:0.0:1761122783.209267:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.209278:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255140 00000400:00000200:0.0:1761122783.209284:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 984 00000400:00000200:0.0:1761122783.210198:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.210207:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.210215:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.210222:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:1.0:1761122783.210344:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008844242f. 00000020:00000010:1.0:1761122783.210352:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.210357:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.210384:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643960640/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.210420:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960640 02000000:00000010:1.0:1761122783.210432:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d038d0d. 00010000:00000010:1.0:1761122783.210460:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000073f06904. 00010000:00000010:1.0:1761122783.210482:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5ea4a4d. 00000100:00000010:1.0:1761122783.210489:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00080000:00000010:2.0:1761122783.211324:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9e321b9. 00010000:00000010:2.0:1761122783.211500:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.211508:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.211519:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.211525:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.211532:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.211543:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122783.211569:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000150fee6b. 00000400:00000010:2.0:1761122783.211575:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.211581:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.211589:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648896, portal 16 00000400:00000010:2.0:1761122783.211595:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122783.211597:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648896, offset 0 00000400:00000200:2.0:1761122783.211607:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.211621:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.211628:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.211632:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.211634:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.211638:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89459:89459:256:4294967295] 192.168.201.27@tcp LPNI seq info [89459:89459:8:4294967295] 00000400:00000200:2.0:1761122783.211648:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.211680:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.211686:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122783.211692:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.211699:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.211703:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.212190:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.212195:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122783.212200:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.212206:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.212210:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:0.0:1761122783.212212:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:0.0:1761122783.212219:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122783.212693:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db0de2d5. 00000100:00000010:1.0:1761122783.212705:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.212709:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5ea4a4d. 00010000:00000010:1.0:1761122783.212715:0:77132:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002410f994. 00000400:00000010:1.0:1761122783.212731:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.212735:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960640, offset 224 00000400:00000200:1.0:1761122783.212741:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.212749:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.212754:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89460:89460:256:4294967295] 192.168.201.27@tcp LPNI seq info [89460:89460:8:4294967295] 00000400:00000200:1.0:1761122783.212762:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.212767:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.212770:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122783.212774:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.212778:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.212780:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.212802:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.212808:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.212811:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008844242f. 00000800:00000200:2.0:1761122783.212938:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.212941:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:2.0:1761122783.212945:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.212950:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.212953:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:2.0:1761122783.212955:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000400:00000200:0.0:1761122783.215271:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.215291:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208f80 00000400:00000200:0.0:1761122783.215299:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa69 [1] + 224 00000400:00000200:0.0:1761122783.215502:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.215507:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.215516:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.215802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa20b85c. 00000400:00000010:2.0:1761122783.215833:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.215838:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.215840:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.215847:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.216043:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648896/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.216073:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000150fee6b. 02000000:00000010:2.0:1761122783.216090:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053397f98. 00000100:00000010:2.0:1761122783.216095:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.216102:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.216106:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000200:0.0:1761122783.217139:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.217151:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255180 00000400:00000200:0.0:1761122783.217157:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 1312 00000400:00000200:0.0:1761122783.217214:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.217219:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.217223:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.217228:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00010000:00000010:1.1:1761122783.219063:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e9ef9fc. 00010000:00000010:1.1:1761122783.219078:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049ac1b09. 00010000:00000010:1.1:1761122783.219095:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afb4af9b. 00000020:00000010:1.0:1761122783.219148:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008844242f. 00000020:00000010:1.0:1761122783.219156:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.219160:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.219196:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643960704/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.219243:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960704 02000000:00000010:1.0:1761122783.219259:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b061462. 00010000:00000010:1.0:1761122783.219294:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b4b0820. 00010000:00000010:1.0:1761122783.219322:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5ea4a4d. 00000100:00000010:1.0:1761122783.219331:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.219352:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.219356:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5ea4a4d. 00000400:00000010:1.0:1761122783.219370:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122783.219377:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960704, offset 224 00000400:00000200:1.0:1761122783.219387:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.219402:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.219408:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89461:89461:256:4294967295] 192.168.201.27@tcp LPNI seq info [89461:89461:8:4294967295] 00000400:00000200:1.0:1761122783.219419:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.219425:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.219430:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122783.219435:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.219443:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.219448:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.219480:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000034e71d14. 00000020:00000010:1.0:1761122783.219485:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.219489:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008844242f. 00080000:00000010:2.0:1761122783.219606:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000150fee6b. 00010000:00000010:2.1:1761122783.219686:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000619b157b. 00010000:00000010:2.1:1761122783.219693:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122783.219758:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.219766:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006af85ac0. 00010000:00000010:2.0:1761122783.219853:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122783.219860:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.219873:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.219878:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.219886:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.219904:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122783.219935:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000059e7a195. 00000400:00000010:2.0:1761122783.219942:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.219948:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.219954:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643648960, portal 16 00000400:00000010:2.0:1761122783.219959:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122783.219961:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643648960, offset 0 00000400:00000200:2.0:1761122783.219967:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.219975:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.219982:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.219986:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.219989:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.219992:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89462:89462:255:4294967295] 192.168.201.27@tcp LPNI seq info [89462:89462:7:4294967295] 00000400:00000200:2.0:1761122783.219999:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.220004:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.220008:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122783.220012:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.220017:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.220020:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.220137:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.220143:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347602). 00000400:00000200:3.0:1761122783.220149:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.220157:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.220162:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:3.0:1761122783.220164:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000800:00000200:3.0:1761122783.220244:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.220246:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122783.220250:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.220254:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.220256:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:3.0:1761122783.220258:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:3.0:1761122783.220264:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643648960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.225745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001f07dbd. 00010000:00000010:2.1:1761122783.229718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9c38015. 00010000:00000010:2.1:1761122783.229741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:0.0:1761122783.237878:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.237902:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948208fc0 00000400:00000200:0.0:1761122783.238165:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa79 [1] + 224 00000400:00000200:0.0:1761122783.238180:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.238184:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.238196:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643648960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.242234:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.242251:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482551c0 00000400:00000200:0.0:1761122783.242258:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 1640 00000400:00000200:0.0:1761122783.242326:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.242331:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.242338:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.242345:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:0.0:1761122783.242404:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f6cc7c8. 00000020:00000010:0.0:1761122783.242410:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.242414:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.242438:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643960768/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.242466:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960768 02000000:00000010:0.0:1761122783.242476:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007322af8c. 00010000:00000010:0.0:1761122783.242513:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.242519:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.242525:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.242528:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.242540:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.242544:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960768, offset 224 00000400:00000200:0.0:1761122783.242552:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.242564:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.242569:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89463:89463:256:4294967295] 192.168.201.27@tcp LPNI seq info [89463:89463:8:4294967295] 00000400:00000200:0.0:1761122783.242580:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.242586:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.242591:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122783.242596:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.242603:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.242606:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.242620:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.242623:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.242626:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009f6cc7c8. 00000800:00000200:0.0:1761122783.242693:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.242696:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:0.0:1761122783.242699:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.242701:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.242704:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.242706:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000400:00000010:2.0:1761122783.244524:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.244533:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.244536:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.244549:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643648960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.244560:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643648960/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.244585:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035f6663d. 02000000:00000010:2.0:1761122783.244604:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000059e7a195. 02000000:00000010:2.0:1761122783.244610:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053397f98. 00000100:00000010:2.0:1761122783.244615:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.244622:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.244626:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00080000:00000010:2.0:1761122783.244645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059e7a195. 00010000:00000010:2.0:1761122783.244762:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.244770:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000782990b6. 00010000:00000010:2.0:1761122783.244851:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.244872:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.244885:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.244890:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.245107:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.245122:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9259fd4. 02000000:00000010:2.0:1761122783.245151:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000053397f98. 00000400:00000010:2.0:1761122783.245158:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.245164:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.245168:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649024, portal 16 00000400:00000010:2.0:1761122783.245174:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122783.245177:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649024, offset 0 00000400:00000200:2.0:1761122783.245185:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.245198:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.245206:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.245209:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.245213:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.245217:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89464:89464:256:4294967295] 192.168.201.27@tcp LPNI seq info [89464:89464:8:4294967295] 00000400:00000200:2.0:1761122783.245227:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.245233:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.245238:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122783.245246:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.245252:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.245256:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.246746:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.246753:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:3.0:1761122783.246760:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.246769:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.246773:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:3.0:1761122783.246775:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:3.0:1761122783.246782:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643649024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.250259:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.250279:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209000 00000400:00000200:0.0:1761122783.250288:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa85 [1] + 224 00000400:00000200:0.0:1761122783.250302:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.250306:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.250316:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643649024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.250404:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009056d50. 00000400:00000200:2.0:1761122783.250409:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.250411:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.250417:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643649024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.250425:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643649024/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.250462:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122783.250468:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9259fd4. 00000100:00000010:2.0:1761122783.250472:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.250478:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.250483:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000200:3.0:1761122783.254539:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.254557:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255200 00000400:00000200:3.0:1761122783.254564:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae395 [2] + 1968 00000400:00000010:3.0:1761122783.254570:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000522ec9e3. 00000400:00000200:3.0:1761122783.254575:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000021db480a 00000400:00000200:3.0:1761122783.254881:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.254887:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.254892:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021db480a 00000400:00000010:3.0:1761122783.254894:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000021db480a (tot 82347202). 00000100:00000200:3.0:1761122783.254899:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122783.256231:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000053397f98. 00000020:00000010:2.0:1761122783.256242:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.256246:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.256276:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001f754df6 x1846669643960832/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122783.256317:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960832 02000000:00000010:2.0:1761122783.256330:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a9259fd4. 00010000:00000010:2.0:1761122783.256359:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067a6b6fb. 00010000:00000010:2.0:1761122783.256380:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.256387:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008b3ee0a2. 00000100:00000010:2.0:1761122783.256399:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008b3ee0a2. 00010000:00000010:2.0:1761122783.256402:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000010:2.0:1761122783.256414:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.256419:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960832, offset 224 00000400:00000200:2.0:1761122783.256426:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.256438:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.256444:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89465:89465:256:4294967295] 192.168.201.27@tcp LPNI seq info [89465:89465:8:4294967295] 00000400:00000200:2.0:1761122783.256454:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.256459:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.256462:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347450). 00000800:00000200:2.0:1761122783.256468:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.256475:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.256478:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.256493:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.256497:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.256500:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000053397f98. 02000000:00000010:2.0:1761122783.256508:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007322af8c. 00000100:00000010:2.0:1761122783.256512:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:2.0:1761122783.256516:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001b061462. 00000100:00000010:2.0:1761122783.256521:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:2.0:1761122783.256524:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d038d0d. 00000100:00000010:2.0:1761122783.256527:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 02000000:00000010:2.0:1761122783.256531:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000be312f8. 00000100:00000010:2.0:1761122783.256533:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003eb038f9. 02000000:00000010:2.0:1761122783.256537:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047dfba18. 00000100:00000010:2.0:1761122783.256538:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 02000000:00000010:2.0:1761122783.256541:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe9d4ee9. 00000100:00000010:2.0:1761122783.256543:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009596d5c9. 00000100:00000200:2.0:1761122783.256549:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122783.256554:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009056d50. 00000400:00000010:2.0:1761122783.256558:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008b3ee0a2 (tot 82347602). 00000800:00000200:2.0:1761122783.257327:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.257331:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:2.0:1761122783.257337:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.257342:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.257345:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.257347:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 02000000:00000010:2.0:1761122783.257350:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a9259fd4. 00080000:00000010:2.0:1761122783.257379:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9259fd4. 00010000:00000010:2.0:1761122783.257464:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.257471:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a56fb72c. 00010000:00000010:2.0:1761122783.257554:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033343637. 00010000:00000010:2.0:1761122783.257561:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bca61b24. 00010000:00000010:2.0:1761122783.257571:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be128829. 00000100:00000010:2.0:1761122783.257575:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122783.257583:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.257595:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000053397f98. 02000000:00000010:2.0:1761122783.257621:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba16322a. 00000400:00000010:2.0:1761122783.257626:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069d1b0d8. 00000400:00000010:2.0:1761122783.257630:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.257634:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649088, portal 16 00000400:00000010:2.0:1761122783.257638:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122783.257641:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649088, offset 0 00000400:00000200:2.0:1761122783.257647:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.257670:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.257678:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.257682:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.257685:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.257688:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89466:89466:256:4294967295] 192.168.201.27@tcp LPNI seq info [89466:89466:8:4294967295] 00000400:00000200:2.0:1761122783.257696:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.257701:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.257706:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.257710:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.257715:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.257719:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.262850:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.262857:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:2.0:1761122783.262865:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.263091:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.263097:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:2.0:1761122783.263099:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000100:00000200:2.0:1761122783.263108:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643649088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.264693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d5afb25. 00010000:00000010:2.1:1761122783.264705:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3db918d. 00010000:00000010:2.1:1761122783.264708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00010000:00000010:2.1:1761122783.269759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bec852d0. 00010000:00000010:2.1:1761122783.269772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9547264. 00010000:00000010:2.1:1761122783.269777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000200:3.0:1761122783.270161:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.270178:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209040 00000400:00000200:3.0:1761122783.270186:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafa95 [1] + 224 00000400:00000200:3.0:1761122783.270202:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.270205:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.270216:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643649088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.270304:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000069d1b0d8. 00000400:00000200:2.0:1761122783.270309:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.270311:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.270318:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643649088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.270325:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643649088/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.270358:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba16322a. 02000000:00000010:2.0:1761122783.270363:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000053397f98. 00000100:00000010:2.0:1761122783.270368:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.270376:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122783.270380:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be128829. 00000400:00000200:2.0:1761122783.279154:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.279176:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255240 00000400:00000200:2.0:1761122783.279183:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 0 00000400:00000200:2.0:1761122783.279253:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.279257:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.279264:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.279269:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:1.0:1761122783.283863:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007acb0267. 00000020:00000010:1.0:1761122783.283877:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.283884:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.283923:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643960896/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.283970:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960896 02000000:00000010:1.0:1761122783.283983:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004cf9d3ab. 00010000:00000010:1.0:1761122783.284012:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029cfe97f. 00010000:00000010:1.0:1761122783.284033:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5ea4a4d. 00000100:00000010:1.0:1761122783.284042:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.284067:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.284073:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5ea4a4d. 00000400:00000010:1.0:1761122783.284099:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122783.284106:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960896, offset 224 00000400:00000200:1.0:1761122783.284115:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.284130:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.284137:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89467:89467:256:4294967295] 192.168.201.27@tcp LPNI seq info [89467:89467:8:4294967295] 00000400:00000200:1.0:1761122783.284147:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.284153:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.284158:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122783.284164:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.284172:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.284175:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.284198:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.284203:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.284206:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007acb0267. 00000800:00000200:1.0:1761122783.284315:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.284319:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:1.0:1761122783.284324:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.284329:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.284334:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122783.284336:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00080000:00000010:3.0:1761122783.285115:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008fccea07. 00010000:00000010:3.0:1761122783.285223:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bca61b24. 00010000:00000010:3.0:1761122783.285232:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007e3c613f. 00010000:00000010:3.0:1761122783.285335:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079b1ce9a. 00010000:00000010:3.0:1761122783.285341:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c98cddab. 00010000:00000010:3.0:1761122783.285353:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000054c9f3c0. 00000100:00000010:3.0:1761122783.285360:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.285370:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000093522361. 02000000:00000010:3.0:1761122783.285381:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e5e47918. 02000000:00000010:3.0:1761122783.285406:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f85cc6. 00000400:00000010:3.0:1761122783.285412:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048891548. 00000400:00000010:3.0:1761122783.285418:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a4000339. 00000100:00000200:3.0:1761122783.285424:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649152, portal 16 00000400:00000010:3.0:1761122783.285429:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c7df4e2. 00000100:00000200:3.0:1761122783.285431:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649152, offset 0 00000400:00000200:3.0:1761122783.285439:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.285450:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.285457:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.285461:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.285464:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.285468:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89468:89468:256:4294967295] 192.168.201.27@tcp LPNI seq info [89468:89468:8:4294967295] 00000400:00000200:3.0:1761122783.285477:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.285482:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.285487:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122783.285492:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.285497:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.285502:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.285643:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.285646:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00000400:00000200:2.0:1761122783.285653:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.285692:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.285696:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c7df4e2 00000400:00000010:2.0:1761122783.285698:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c7df4e2. 00000100:00000200:2.0:1761122783.285705:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000093522361 x1846669643649152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.292206:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.292225:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209080 00000400:00000200:3.0:1761122783.292233:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafaa1 [1] + 224 00000400:00000200:3.0:1761122783.292244:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.292248:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.292258:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000093522361 x1846669643649152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.292294:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.292298:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255280 00000400:00000200:3.0:1761122783.292303:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 328 00000400:00000200:3.0:1761122783.292326:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.292329:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.292332:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.292336:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c71d7d78. 00000020:00000010:3.0:1761122783.292399:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc8c6d21. 00000020:00000010:3.0:1761122783.292406:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.292410:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.292437:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c71d7d78 x1846669643960960/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.292470:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643960960 02000000:00000010:3.0:1761122783.292482:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000143688a. 00010000:00000010:3.0:1761122783.292530:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004271779a. 00000100:00000010:3.0:1761122783.292536:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122783.292543:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122783.292547:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004271779a. 00000400:00000010:3.0:1761122783.292561:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122783.292566:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643960960, offset 224 00000400:00000200:3.0:1761122783.292573:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.292584:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.292590:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89469:89469:256:4294967295] 192.168.201.27@tcp LPNI seq info [89469:89469:8:4294967295] 00000400:00000200:3.0:1761122783.292600:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.292606:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.292610:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.292616:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.292624:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.292628:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.292646:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.292651:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.292680:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc8c6d21. 00000800:00000200:3.0:1761122783.292736:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.292739:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:3.0:1761122783.292746:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.292749:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.292753:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:3.0:1761122783.292755:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00010000:00000010:1.1:1761122783.292798:0:78696:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c8810bf. 00000400:00000010:0.0:1761122783.293041:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000048891548. 00000400:00000200:0.0:1761122783.293047:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a4000339 00000400:00000010:0.0:1761122783.293048:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a4000339. 00000100:00000200:0.0:1761122783.293054:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000093522361 x1846669643649152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.293062:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000093522361 x1846669643649152/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122783.293094:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008176e337. 02000000:00000010:0.0:1761122783.293109:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f85cc6. 02000000:00000010:0.0:1761122783.293114:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e5e47918. 00000100:00000010:0.0:1761122783.293117:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000093522361. 00000100:00000010:0.0:1761122783.293120:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:0.0:1761122783.293122:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000054c9f3c0. 00080000:00000010:0.0:1761122783.293139:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007322af8c. 00010000:00000010:0.0:1761122783.293232:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98cddab. 00010000:00000010:0.0:1761122783.293239:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000dbf9484. 00010000:00000010:0.0:1761122783.293312:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000198c1360. 00010000:00000010:0.0:1761122783.293320:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020c9f845. 00010000:00000010:0.0:1761122783.293332:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.293336:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.293343:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122783.293357:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009f6cc7c8. 02000000:00000010:0.0:1761122783.293384:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000017cf17fc. 00000400:00000010:0.0:1761122783.293389:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000507a045e. 00000400:00000010:0.0:1761122783.293394:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.293399:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649216, portal 16 00000400:00000010:0.0:1761122783.293404:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122783.293406:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649216, offset 0 00000400:00000200:0.0:1761122783.293411:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.293420:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.293428:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.293431:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.293434:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.293437:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89470:89470:256:4294967295] 192.168.201.27@tcp LPNI seq info [89470:89470:8:4294967295] 00000400:00000200:0.0:1761122783.293445:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.293450:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.293453:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122783.293457:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.293462:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.293464:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.293592:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.293595:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:2.0:1761122783.293599:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.293603:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.293606:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:2.0:1761122783.293607:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 00000100:00000200:2.0:1761122783.293614:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643649216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.297487:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee5e7d77. 00010000:00000010:3.1:1761122783.297504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033343637. 00000400:00000200:3.0:1761122783.297830:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.297847:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482090c0 00000400:00000200:3.0:1761122783.297855:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafaad [1] + 224 00000400:00000200:3.0:1761122783.297868:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.297873:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.297884:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643649216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.298200:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a045e. 00000400:00000200:0.0:1761122783.298205:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.298207:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:0.0:1761122783.298215:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643649216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.298222:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643649216/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.298256:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000017cf17fc. 02000000:00000010:0.0:1761122783.298263:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009f6cc7c8. 00000100:00000010:0.0:1761122783.298268:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:0.0:1761122783.298274:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.298277:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000200:3.0:1761122783.299166:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.299177:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482552c0 00000400:00000200:3.0:1761122783.299183:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 656 00000400:00000200:3.0:1761122783.299230:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.299235:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.299240:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.299245:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006cc9ed58. 00000020:00000010:0.0:1761122783.299828:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000017cf17fc. 00000020:00000010:0.0:1761122783.299836:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.299840:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.299866:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006cc9ed58 x1846669643961024/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.299892:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961024 02000000:00000010:0.0:1761122783.299902:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d42d7e6. 00010000:00000010:0.0:1761122783.299929:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b6c362f0. 00010000:00000010:0.0:1761122783.299950:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.299956:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.299979:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.299982:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00000400:00000010:0.0:1761122783.299994:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.299999:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961024, offset 224 00000400:00000200:0.0:1761122783.300006:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122783.300009:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecdcbc52. 00000400:00000200:0.0:1761122783.300017:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.300022:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89471:89471:256:4294967295] 192.168.201.27@tcp LPNI seq info [89471:89471:8:4294967295] 00000400:00000200:0.0:1761122783.300031:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.300037:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.300041:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.300047:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.300054:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.300058:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.300075:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.300092:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.300095:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000017cf17fc. 00010000:00000010:1.0:1761122783.300121:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020c9f845. 00010000:00000010:1.0:1761122783.300127:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf1e41f1. 00010000:00000010:1.0:1761122783.300198:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122783.300205:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122783.300215:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5ea4a4d. 00000100:00000010:1.0:1761122783.300220:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.300228:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009596d5c9. 00000800:00000200:0.0:1761122783.300235:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1761122783.300238:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c60aab44. 00000800:00000010:0.0:1761122783.300238:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122783.300242:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.300246:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.300249:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.300251:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 02000000:00000010:1.0:1761122783.300259:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546ea68a. 00000400:00000010:1.0:1761122783.300264:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122783.300268:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122783.300272:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649280, portal 16 00000400:00000010:1.0:1761122783.300276:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122783.300278:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649280, offset 0 00000400:00000200:1.0:1761122783.300283:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.300290:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.300296:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.300299:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.300302:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.300304:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89472:89472:256:4294967295] 192.168.201.27@tcp LPNI seq info [89472:89472:8:4294967295] 00000400:00000200:1.0:1761122783.300312:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.300316:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.300319:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122783.300322:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.300326:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.300329:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.300407:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.300410:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:0.0:1761122783.300414:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.300418:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.300420:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:0.0:1761122783.300422:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000100:00000200:0.0:1761122783.300427:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009596d5c9 x1846669643649280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.301767:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.301784:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209100 00000400:00000200:3.0:1761122783.301790:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafab9 [1] + 224 00000400:00000200:3.0:1761122783.301800:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.301804:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.301809:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009596d5c9 x1846669643649280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.301852:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:1.0:1761122783.301857:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:1.0:1761122783.301858:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:1.0:1761122783.301864:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009596d5c9 x1846669643649280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.301872:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009596d5c9 x1846669643649280/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.301893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb352e37. 02000000:00000010:1.0:1761122783.301894:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546ea68a. 02000000:00000010:1.0:1761122783.301898:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c60aab44. 00010000:00000010:0.1:1761122783.301899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f7ba42. 00000100:00000010:1.0:1761122783.301902:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009596d5c9. 00010000:00000010:0.1:1761122783.301903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079b1ce9a. 00000100:00000010:1.0:1761122783.301905:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.301909:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5ea4a4d. 00000400:00000200:0.0:1761122783.303650:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.303696:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255300 00000400:00000200:0.0:1761122783.303703:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 984 00000400:00000200:0.0:1761122783.303765:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.303770:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.303775:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.303781:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:3.0:1761122783.304286:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000077980a22. 00000020:00000010:3.0:1761122783.304293:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.304298:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.304322:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643961088/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.304357:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961088 02000000:00000010:3.0:1761122783.304368:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:3.0:1761122783.304397:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9fcd562. 00010000:00000010:3.0:1761122783.304422:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004271779a. 00000100:00000010:3.0:1761122783.304429:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122783.304450:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122783.304455:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004271779a. 00000400:00000010:3.0:1761122783.304470:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122783.304475:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961088, offset 224 00000400:00000200:3.0:1761122783.304481:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.304491:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.304496:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89473:89473:256:4294967295] 192.168.201.27@tcp LPNI seq info [89473:89473:8:4294967295] 00000400:00000200:3.0:1761122783.304507:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.304512:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.304516:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.304521:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.304529:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.304532:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.304553:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.304558:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.304563:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000077980a22. 00080000:00000010:1.0:1761122783.304841:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c60aab44. 00010000:00000010:1.0:1761122783.305154:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122783.305161:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051d6ca37. 00010000:00000010:1.0:1761122783.305233:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000645e3cac. 00010000:00000010:1.0:1761122783.305239:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122783.305249:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b5ea4a4d. 00000100:00000010:1.0:1761122783.305253:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.305259:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009596d5c9. 02000000:00000010:1.0:1761122783.305269:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000546ea68a. 02000000:00000010:1.0:1761122783.305292:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abffce98. 00000400:00000010:1.0:1761122783.305298:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000059bc70f. 00000400:00000010:1.0:1761122783.305302:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122783.305306:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649344, portal 16 00000400:00000010:1.0:1761122783.305311:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122783.305313:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649344, offset 0 00000400:00000200:1.0:1761122783.305318:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.305326:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.305332:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.305335:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.305337:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.305340:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89474:89474:255:4294967295] 192.168.201.27@tcp LPNI seq info [89474:89474:7:4294967295] 00000400:00000200:1.0:1761122783.305348:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.305352:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.305355:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347850). 00000800:00000200:1.0:1761122783.305359:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.305363:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.305366:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.305480:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.305484:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347602). 00000400:00000200:3.0:1761122783.305490:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.305494:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.305497:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:3.0:1761122783.305499:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000800:00000200:3.0:1761122783.305539:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.305541:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:3.0:1761122783.305544:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.305547:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.305550:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122783.305551:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00000100:00000200:3.0:1761122783.305557:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009596d5c9 x1846669643649344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.305855:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efc4e9e7. 00010000:00000010:1.1:1761122783.305862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198c1360. 00010000:00000010:3.1:1761122783.307752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054fff062. 00010000:00000010:0.1:1761122783.307828:0:78698:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000066e7d30. 00000400:00000200:3.0:1761122783.311365:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.311386:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209140 00000400:00000200:3.0:1761122783.311397:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafac5 [1] + 224 00000400:00000200:3.0:1761122783.311410:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.311415:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.311427:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009596d5c9 x1846669643649344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.311466:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.311474:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255340 00000400:00000200:3.0:1761122783.311478:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 1312 00000400:00000200:3.0:1761122783.311537:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.311542:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.311547:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.311553:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006222110e. 00000400:00000010:0.0:1761122783.311677:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000059bc70f. 00000400:00000200:0.0:1761122783.311683:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:0.0:1761122783.311685:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000100:00000200:0.0:1761122783.311693:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009596d5c9 x1846669643649344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.311701:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009596d5c9 x1846669643649344/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.311734:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abffce98. 02000000:00000010:0.0:1761122783.311739:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000546ea68a. 00000100:00000010:0.0:1761122783.311743:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009596d5c9. 00000100:00000010:0.0:1761122783.311748:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:0.0:1761122783.311754:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b5ea4a4d. 00000020:00000010:2.0:1761122783.312074:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba16322a. 00000020:00000010:2.0:1761122783.312090:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.312094:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.312124:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006222110e x1846669643961152/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122783.312160:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961152 02000000:00000010:2.0:1761122783.312172:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da6e59c4. 00010000:00000010:2.0:1761122783.312201:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e900555e. 00010000:00000010:2.0:1761122783.312223:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.312230:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122783.312238:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122783.312242:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00000400:00000010:2.0:1761122783.312255:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.312260:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961152, offset 224 00000400:00000200:2.0:1761122783.312269:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.312280:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.312287:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89475:89475:256:4294967295] 192.168.201.27@tcp LPNI seq info [89475:89475:8:4294967295] 00000400:00000200:2.0:1761122783.312300:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.312306:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.312312:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.312319:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.312327:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.312331:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.312347:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.312352:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.312356:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba16322a. 00000800:00000200:0.0:1761122783.312721:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.312727:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:0.0:1761122783.312732:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.312736:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.312740:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:0.0:1761122783.312742:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00080000:00000010:0.0:1761122783.312775:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017cf17fc. 00010000:00000010:0.0:1761122783.312869:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122783.312877:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f715b72d. 00010000:00000010:0.0:1761122783.312958:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122783.312965:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.312977:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a8213f18. 00000100:00000010:0.0:1761122783.312982:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.312990:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 02000000:00000010:0.0:1761122783.313003:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f86b6b66. 02000000:00000010:0.0:1761122783.313031:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f6cc7c8. 00000400:00000010:0.0:1761122783.313037:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000507a045e. 00000400:00000010:0.0:1761122783.313042:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.313048:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649408, portal 16 00000400:00000010:0.0:1761122783.313053:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122783.313056:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649408, offset 0 00000400:00000200:0.0:1761122783.313064:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.313073:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.313093:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.313098:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.313102:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.313108:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89476:89476:256:4294967295] 192.168.201.27@tcp LPNI seq info [89476:89476:8:4294967295] 00000400:00000200:0.0:1761122783.313120:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.313125:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.313129:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.313134:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.313141:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.313143:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.313440:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.313444:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:3.0:1761122783.313448:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.313452:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.313455:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:3.0:1761122783.313457:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:3.0:1761122783.313463:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000cfd21d3 x1846669643649408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.317270:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.317291:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209180 00000400:00000200:0.0:1761122783.317302:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafad1 [1] + 224 00000400:00000200:0.0:1761122783.317318:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.317323:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.317334:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000cfd21d3 x1846669643649408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.317597:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000507a045e. 00000400:00000200:2.0:1761122783.317603:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:2.0:1761122783.317605:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:2.0:1761122783.317611:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000cfd21d3 x1846669643649408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.317620:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000cfd21d3 x1846669643649408/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.317652:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f6cc7c8. 02000000:00000010:2.0:1761122783.317707:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f86b6b66. 00000100:00000010:2.0:1761122783.317711:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000010:2.0:1761122783.317718:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:2.0:1761122783.317722:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a8213f18. 00010000:00000010:1.1:1761122783.318627:0:78699:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011cec24d. 00010000:00000010:1.1:1761122783.318637:0:78699:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00000400:00000200:0.0:1761122783.318799:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.318809:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255380 00000400:00000200:0.0:1761122783.318816:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 1640 00000400:00000200:0.0:1761122783.318875:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.318881:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.318887:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.318894:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:3.0:1761122783.319202:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dc8c6d21. 00000020:00000010:3.0:1761122783.319254:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.319260:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.319291:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643961216/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.319324:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961216 02000000:00000010:3.0:1761122783.319335:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5e47918. 00010000:00000010:3.0:1761122783.319364:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000044237bf0. 00010000:00000010:3.0:1761122783.319385:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122783.319391:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122783.319409:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122783.319414:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122783.319428:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122783.319434:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961216, offset 224 00000400:00000200:3.0:1761122783.319443:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.319455:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.319461:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89477:89477:256:4294967295] 192.168.201.27@tcp LPNI seq info [89477:89477:8:4294967295] 00000400:00000200:3.0:1761122783.319471:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.319479:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.319483:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.319489:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.319497:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.319501:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.319520:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cfb7ba0. 00000020:00000010:3.0:1761122783.319525:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.319529:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dc8c6d21. 00000800:00000200:3.0:1761122783.319612:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.319615:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:3.0:1761122783.319621:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.319625:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.319628:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:3.0:1761122783.319630:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00080000:00000010:0.0:1761122783.319712:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f6cc7c8. 00010000:00000010:0.0:1761122783.319792:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.319799:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ab765c1. 00010000:00000010:0.0:1761122783.319874:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122783.319879:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.319885:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122783.319889:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00080000:00000010:0.0:1761122783.319904:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd798cbe. 00010000:00000010:0.0:1761122783.319932:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.319936:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.319981:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122783.319985:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.319991:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005b93ba50. 00000100:00000010:0.0:1761122783.319996:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.320002:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.320013:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077ca55e2. 02000000:00000010:0.0:1761122783.320038:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a8aa351. 00000400:00000010:0.0:1761122783.320043:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bbd1fde5. 00000400:00000010:0.0:1761122783.320048:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122783.320052:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649472, portal 16 00000400:00000010:0.0:1761122783.320057:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122783.320059:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649472, offset 0 00000400:00000200:0.0:1761122783.320065:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.320072:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.320091:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.320094:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.320097:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.320100:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89478:89478:256:4294967295] 192.168.201.27@tcp LPNI seq info [89478:89478:8:4294967295] 00000400:00000200:0.0:1761122783.320107:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.320112:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.320115:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.320119:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.320124:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.320126:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.320316:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.320319:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:3.0:1761122783.320324:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.320328:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.320332:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:3.0:1761122783.320334:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000100:00000200:3.0:1761122783.320341:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643649472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.323792:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.323817:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482091c0 00000400:00000200:0.0:1761122783.323827:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafadd [1] + 224 00000400:00000200:0.0:1761122783.323848:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.323853:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.323864:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643649472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.323959:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bbd1fde5. 00000400:00000200:2.0:1761122783.323964:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:2.0:1761122783.323966:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000100:00000200:2.0:1761122783.323973:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643649472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.323981:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643649472/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.324016:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a8aa351. 02000000:00000010:2.0:1761122783.324023:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077ca55e2. 00000100:00000010:2.0:1761122783.324026:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:2.0:1761122783.324032:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:2.0:1761122783.324036:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005b93ba50. 00000400:00000200:3.0:1761122783.324935:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.324947:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482553c0 00000400:00000200:3.0:1761122783.324954:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae3ed [2] + 1968 00000400:00000010:3.0:1761122783.324957:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a6a3105c. 00000400:00000200:3.0:1761122783.324961:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000049f522e6 00000400:00000200:3.0:1761122783.325014:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.325018:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.325021:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049f522e6 00000400:00000010:3.0:1761122783.325023:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000049f522e6 (tot 82347202). 00000100:00000200:3.0:1761122783.325029:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761122783.325480:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096f79ffc. 00000020:00000010:2.0:1761122783.325487:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.325492:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.325529:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000063cb10f x1846669643961280/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122783.325568:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961280 02000000:00000010:2.0:1761122783.325581:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000c48ece5. 00010000:00000010:2.0:1761122783.325609:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000191cf74e. 00010000:00000010:2.0:1761122783.325633:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.325640:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f6d7975d. 00000100:00000010:2.0:1761122783.325681:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f6d7975d. 00010000:00000010:2.0:1761122783.325689:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00000400:00000010:2.0:1761122783.325702:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122783.325708:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961280, offset 224 00000400:00000200:2.0:1761122783.325716:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.325727:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.325733:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89479:89479:256:4294967295] 192.168.201.27@tcp LPNI seq info [89479:89479:8:4294967295] 00000400:00000200:2.0:1761122783.325744:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.325750:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.325756:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347450). 00000800:00000200:2.0:1761122783.325762:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.325771:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.325774:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.325796:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.325800:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.325804:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096f79ffc. 02000000:00000010:2.0:1761122783.325812:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5e47918. 00000100:00000010:2.0:1761122783.325815:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:2.0:1761122783.325821:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da6e59c4. 00000100:00000010:2.0:1761122783.325823:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006222110e. 02000000:00000010:2.0:1761122783.325827:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:2.0:1761122783.325829:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:2.0:1761122783.325832:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d42d7e6. 00000100:00000010:2.0:1761122783.325834:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006cc9ed58. 02000000:00000010:2.0:1761122783.325837:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000143688a. 00000100:00000010:2.0:1761122783.325839:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c71d7d78. 02000000:00000010:2.0:1761122783.325842:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004cf9d3ab. 00000100:00000010:2.0:1761122783.325844:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000200:2.0:1761122783.325853:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761122783.325858:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000069d1b0d8. 00000400:00000010:2.0:1761122783.325862:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f6d7975d (tot 82347602). 00000800:00000200:3.0:1761122783.326157:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.326160:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122783.326164:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.326168:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.326171:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122783.326172:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 02000000:00000010:3.0:1761122783.326176:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000c48ece5. 00080000:00000010:0.0:1761122783.326318:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2b0bdbb. 00010000:00000010:0.0:1761122783.326409:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.326416:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da7037a6. 00010000:00000010:0.0:1761122783.326497:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122783.326503:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.326528:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fad23b1. 00000100:00000010:0.0:1761122783.326533:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.326543:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.326562:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af0c2bf2. 02000000:00000010:0.0:1761122783.326594:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014140827. 00000400:00000010:0.0:1761122783.326599:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122783.326603:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.326607:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649536, portal 16 00000400:00000010:0.0:1761122783.326612:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122783.326615:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649536, offset 0 00000400:00000200:0.0:1761122783.326622:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.326631:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.326638:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.326643:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.326646:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.326650:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89480:89480:256:4294967295] 192.168.201.27@tcp LPNI seq info [89480:89480:8:4294967295] 00000400:00000200:0.0:1761122783.326722:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.326734:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.326738:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122783.326742:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.326747:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.326751:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.326925:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.326928:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347354). 00000400:00000200:2.0:1761122783.326933:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.326937:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.326940:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:2.0:1761122783.326942:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:2.0:1761122783.326948:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643649536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.330881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7478658. 00000400:00000200:3.0:1761122783.331236:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.331254:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209200 00000400:00000200:3.0:1761122783.331262:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafaed [1] + 224 00000400:00000200:3.0:1761122783.331274:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.331278:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.331289:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643649536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.331318:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.331323:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255400 00000400:00000200:3.0:1761122783.331328:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 0 00000400:00000200:3.0:1761122783.331381:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.331385:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.331390:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.331396:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069f167e1. 00000020:00000010:1.0:1761122783.331468:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.331475:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122783.331479:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00010000:00000010:2.1:1761122783.331492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e758489b. 00000100:00000200:1.0:1761122783.331504:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069f167e1 x1846669643961344/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.331529:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961344 02000000:00000010:1.0:1761122783.331539:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000651974d7. 00010000:00000010:1.0:1761122783.331576:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921ec9b2. 00000100:00000010:1.0:1761122783.331583:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.331589:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.331593:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921ec9b2. 00000400:00000010:1.0:1761122783.331614:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122783.331619:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961344, offset 224 00000400:00000200:1.0:1761122783.331627:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.331638:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.331643:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89481:89481:256:4294967295] 192.168.201.27@tcp LPNI seq info [89481:89481:8:4294967295] 00000400:00000200:1.0:1761122783.331653:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.331683:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.331688:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122783.331694:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.331702:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.331707:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.331724:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122783.331728:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.331731:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00010000:00000010:0.1:1761122783.332434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005575b315. 00010000:00000010:0.1:1761122783.332443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000645e3cac. 00000400:00000010:0.0:1761122783.332463:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:0.0:1761122783.332468:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122783.332470:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122783.332478:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643649536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.332488:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643649536/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761122783.332510:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c9740c4b. 02000000:00000010:0.0:1761122783.332523:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014140827. 02000000:00000010:0.0:1761122783.332528:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af0c2bf2. 00000100:00000010:0.0:1761122783.332532:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:0.0:1761122783.332536:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.332539:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fad23b1. 00080000:00000010:0.0:1761122783.332555:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af0c2bf2. 00010000:00000010:0.0:1761122783.332634:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.332641:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080859998. 00010000:00000010:0.0:1761122783.332766:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122783.332773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.332783:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fad23b1. 00000100:00000010:0.0:1761122783.332786:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.332793:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.332805:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014140827. 02000000:00000010:0.0:1761122783.332826:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e3324c17. 00000400:00000010:0.0:1761122783.332830:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122783.332835:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.332839:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649600, portal 16 00000400:00000010:0.0:1761122783.332845:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122783.332847:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649600, offset 0 00000400:00000200:0.0:1761122783.332854:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.332863:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.332881:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.332886:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.332889:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.332892:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89482:89482:255:4294967295] 192.168.201.27@tcp LPNI seq info [89482:89482:7:4294967295] 00000400:00000200:0.0:1761122783.332901:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.332906:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.332909:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347850). 00000800:00000200:0.0:1761122783.332915:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.332920:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.332923:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122783.334682:0:78700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001817a64c. 00000800:00000200:3.0:1761122783.335289:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.335293:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347602). 00000400:00000200:3.0:1761122783.335299:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.335308:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.335313:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122783.335316:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00010000:00000010:0.1:1761122783.335352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3995a11. 00010000:00000010:0.1:1761122783.335359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.1:1761122783.335363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122783.335366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.1:1761122783.335368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce36291c. 00010000:00000010:0.1:1761122783.335371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000800:00000200:3.0:1761122783.335383:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.335386:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:3.0:1761122783.335391:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.335395:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.335397:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:3.0:1761122783.335398:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:3.0:1761122783.335408:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643649600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.340335:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.340355:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209240 00000400:00000200:3.0:1761122783.340365:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafaf9 [1] + 224 00000400:00000200:3.0:1761122783.340376:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.340381:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.340392:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643649600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.340435:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.340442:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255440 00000400:00000200:3.0:1761122783.340457:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 328 00000400:00000200:3.0:1761122783.340467:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.340471:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.340476:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.340482:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 00000400:00000010:0.0:1761122783.340493:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:0.0:1761122783.340500:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122783.340503:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122783.340512:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643649600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.340523:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643649600/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761122783.340555:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 02000000:00000010:0.0:1761122783.340556:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e3324c17. 02000000:00000010:0.0:1761122783.340564:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014140827. 00000020:00000010:1.0:1761122783.340565:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002e6548cd. 00000100:00000010:0.0:1761122783.340569:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000020:00000010:1.0:1761122783.340571:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000010:0.0:1761122783.340576:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.340582:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fad23b1. 00000100:00000200:1.0:1761122783.340597:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001c7b672d x1846669643961408/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.340636:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961408 02000000:00000010:1.0:1761122783.340646:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000444f92bd. 00010000:00000010:1.0:1761122783.340689:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dbfc15b. 00010000:00000010:1.0:1761122783.340709:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000921ec9b2. 00000100:00000010:1.0:1761122783.340720:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.340737:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.340741:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000921ec9b2. 00000400:00000010:1.0:1761122783.340753:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122783.340757:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961408, offset 224 00000400:00000200:1.0:1761122783.340765:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.340776:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.340783:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89483:89483:256:4294967295] 192.168.201.27@tcp LPNI seq info [89483:89483:8:4294967295] 00000400:00000200:1.0:1761122783.340795:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.340801:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.340806:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122783.340812:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.340820:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.340823:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.340839:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002e6548cd. 00000020:00000010:1.0:1761122783.340843:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.340846:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00080000:00000010:0.0:1761122783.341121:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014140827. 00010000:00000010:0.0:1761122783.341208:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.341215:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027d2fbce. 00010000:00000010:0.0:1761122783.341287:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122783.341293:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000fe1ea44c. 00010000:00000010:0.0:1761122783.341303:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fad23b1. 00000100:00000010:0.0:1761122783.341307:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.341314:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.341324:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3324c17. 02000000:00000010:0.0:1761122783.341347:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfcc2f4b. 00000400:00000010:0.0:1761122783.341351:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122783.341355:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.341361:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649664, portal 16 00000400:00000010:0.0:1761122783.341366:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122783.341368:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649664, offset 0 00000400:00000200:0.0:1761122783.341376:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.341383:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.341389:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.341394:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.341398:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.341401:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89484:89484:255:4294967295] 192.168.201.27@tcp LPNI seq info [89484:89484:7:4294967295] 00000400:00000200:0.0:1761122783.341410:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.341414:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.341417:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347850). 00000800:00000200:0.0:1761122783.341423:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.341428:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.341431:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.341541:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.341545:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347602). 00000400:00000200:3.0:1761122783.341551:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.341556:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.341559:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122783.341561:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 00000800:00000200:3.0:1761122783.341593:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.341595:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347354). 00000400:00000200:3.0:1761122783.341599:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.341603:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.341605:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:3.0:1761122783.341606:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000100:00000200:3.0:1761122783.341611:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643649664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.342611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000db7c656. 00010000:00000010:0.1:1761122783.342619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044e6015c. 00010000:00000010:0.1:1761122783.342623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00000400:00000200:3.0:1761122783.344615:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.344633:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209280 00000400:00000200:3.0:1761122783.344641:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb05 [1] + 224 00000400:00000200:3.0:1761122783.344670:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.344676:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.344685:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643649664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.344737:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:0.0:1761122783.344742:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122783.344744:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122783.344760:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643649664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.344769:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643649664/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.344798:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfcc2f4b. 02000000:00000010:0.0:1761122783.344803:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3324c17. 00000100:00000010:0.0:1761122783.344807:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:0.0:1761122783.344812:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.344816:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fad23b1. 00000400:00000200:0.0:1761122783.347100:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.347121:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255480 00000400:00000200:0.0:1761122783.347129:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 656 00000400:00000200:0.0:1761122783.347181:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.347186:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.347193:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.347199:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:1.0:1761122783.347265:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.347272:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122783.347276:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.347302:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643961472/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.347570:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961472 02000000:00000010:1.0:1761122783.347582:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d89a190. 00010000:00000010:1.0:1761122783.347612:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8523e87. 00010000:00000010:1.0:1761122783.347632:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.347640:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.347704:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.347709:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.347723:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122783.347729:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961472, offset 224 00000400:00000200:1.0:1761122783.347739:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.347750:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.347757:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89485:89485:256:4294967295] 192.168.201.27@tcp LPNI seq info [89485:89485:8:4294967295] 00000400:00000200:1.0:1761122783.347768:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.347773:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.347777:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122783.347783:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.347791:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.347795:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.347813:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aabbe8bf. 00000020:00000010:1.0:1761122783.347818:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.347822:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00000800:00000200:1.0:1761122783.347876:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.347879:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:1.0:1761122783.347883:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.347887:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.347889:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:1.0:1761122783.347891:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00080000:00000010:2.0:1761122783.348549:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096f79ffc. 00010000:00000010:2.0:1761122783.348634:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1ea44c. 00010000:00000010:2.0:1761122783.348641:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004a97bf66. 00010000:00000010:0.1:1761122783.348690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b291a91d. 00010000:00000010:0.1:1761122783.348697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00010000:00000010:2.0:1761122783.348743:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.348750:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122783.348761:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.348765:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.348773:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.348783:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c48ece5. 02000000:00000010:2.0:1761122783.348806:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d42d7e6. 00000400:00000010:2.0:1761122783.348812:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122783.348817:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122783.348821:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649728, portal 16 00000400:00000010:2.0:1761122783.348826:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122783.348828:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649728, offset 0 00000400:00000200:2.0:1761122783.348834:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.348842:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.348848:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.348851:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.348854:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.348857:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89486:89486:256:4294967295] 192.168.201.27@tcp LPNI seq info [89486:89486:8:4294967295] 00000400:00000200:2.0:1761122783.348865:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.348870:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.348873:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122783.348877:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.348882:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.348885:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.349631:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.349635:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122783.349639:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.349644:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.349647:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000010:0.0:1761122783.349648:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:0.0:1761122783.349672:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643649728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.349758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005def33d4. 00010000:00000010:1.1:1761122783.356282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a12a0f. 00000400:00000200:0.0:1761122783.361333:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.361355:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482092c0 00000400:00000200:0.0:1761122783.361363:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb11 [1] + 224 00000400:00000200:0.0:1761122783.361375:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.361379:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.361391:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643649728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.361433:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.361439:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482554c0 00000400:00000200:0.0:1761122783.361444:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 984 00000400:00000200:0.0:1761122783.361518:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.361522:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.361526:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.361532:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:3.0:1761122783.361865:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f85cc6. 00000020:00000010:3.0:1761122783.361873:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.361879:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.361907:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643961536/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.361932:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961536 02000000:00000010:3.0:1761122783.361943:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe9d4ee9. 00010000:00000010:3.0:1761122783.361980:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c6a25d1b. 00000100:00000010:3.0:1761122783.361987:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122783.361995:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122783.361998:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c6a25d1b. 00000400:00000010:3.0:1761122783.362013:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122783.362018:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961536, offset 224 00000400:00000200:3.0:1761122783.362027:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.362038:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.362044:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89487:89487:256:4294967295] 192.168.201.27@tcp LPNI seq info [89487:89487:8:4294967295] 00000400:00000200:3.0:1761122783.362054:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.362058:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.362063:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.362069:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.362076:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.362095:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.362114:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.362120:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.362124:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f85cc6. 00000800:00000200:3.0:1761122783.362199:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.362203:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:3.0:1761122783.362209:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.362212:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.362216:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:3.0:1761122783.362218:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 00000400:00000010:2.0:1761122783.362562:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:2.0:1761122783.362568:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122783.362569:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122783.362576:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643649728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.362591:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643649728/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.362611:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd3e406f. 02000000:00000010:2.0:1761122783.362624:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d42d7e6. 02000000:00000010:2.0:1761122783.362629:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c48ece5. 00000100:00000010:2.0:1761122783.362633:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.362639:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.362642:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00080000:00000010:2.0:1761122783.362685:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d42d7e6. 00010000:00000010:2.0:1761122783.362766:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122783.362772:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be66e6b3. 00010000:00000010:2.0:1761122783.362847:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000518108f1. 00010000:00000010:2.0:1761122783.362850:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122783.362855:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122783.362860:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00080000:00000010:2.0:1761122783.362872:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053397f98. 00010000:00000010:2.0:1761122783.362898:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122783.362901:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122783.362950:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e0513f6. 00010000:00000010:2.0:1761122783.362954:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000ce5a6a9d. 00010000:00000010:2.0:1761122783.362962:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.362966:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.362973:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.362985:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004afdcfc. 02000000:00000010:2.0:1761122783.363007:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f18d2336. 00000400:00000010:2.0:1761122783.363011:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122783.363015:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122783.363019:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649792, portal 16 00000400:00000010:2.0:1761122783.363023:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122783.363025:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649792, offset 0 00000400:00000200:2.0:1761122783.363032:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.363041:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.363049:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.363052:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.363056:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.363058:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89488:89488:256:4294967295] 192.168.201.27@tcp LPNI seq info [89488:89488:8:4294967295] 00000400:00000200:2.0:1761122783.363066:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.363071:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.363074:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.363091:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.363097:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.363099:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.365049:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.365058:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122783.365066:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.365074:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.365090:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:0.0:1761122783.365092:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:0.0:1761122783.365100:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643649792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.366220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000baece5a4. 00010000:00000010:2.1:1761122783.366230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00000400:00000200:0.0:1761122783.369804:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.369823:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209300 00000400:00000200:0.0:1761122783.369833:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb1d [1] + 224 00000400:00000200:0.0:1761122783.369847:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.370085:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.370097:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643649792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.370207:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:2.0:1761122783.370212:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122783.370214:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:2.0:1761122783.370224:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643649792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.370232:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643649792/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.370263:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f18d2336. 02000000:00000010:2.0:1761122783.370268:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004afdcfc. 00000100:00000010:2.0:1761122783.370272:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.370279:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.370283:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00000400:00000200:0.0:1761122783.373152:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.373174:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255500 00000400:00000200:0.0:1761122783.373181:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 1312 00010000:00000010:2.1:1761122783.373697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024dd90bd. 00010000:00000010:2.1:1761122783.373706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000076b596a. 00010000:00000010:2.1:1761122783.373711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.1:1761122783.373715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518108f1. 00010000:00000010:2.1:1761122783.373718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00000400:00000200:0.0:1761122783.374090:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.374098:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.374105:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.374110:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000020:00000010:2.0:1761122783.374259:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000004afdcfc. 00000020:00000010:2.0:1761122783.374267:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.374272:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.374300:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643961600/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122783.374336:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961600 02000000:00000010:2.0:1761122783.374349:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f18d2336. 00010000:00000010:2.0:1761122783.374559:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001ead0793. 00010000:00000010:2.0:1761122783.374579:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.374585:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.374608:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.374612:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00000400:00000010:2.0:1761122783.374627:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122783.374633:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961600, offset 224 00000400:00000200:2.0:1761122783.374640:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122783.374645:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3324c17. 00000400:00000200:2.0:1761122783.374675:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.374682:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89489:89489:256:4294967295] 192.168.201.27@tcp LPNI seq info [89489:89489:8:4294967295] 00000400:00000200:2.0:1761122783.374692:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.374697:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.374702:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122783.374708:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.374716:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.374720:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.374741:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000003b83a04. 00000020:00000010:2.0:1761122783.374745:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.374748:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000004afdcfc. 00000800:00000200:2.0:1761122783.374832:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.374835:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:2.0:1761122783.374839:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.374843:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.374846:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:2.0:1761122783.374848:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00010000:00000010:0.0:1761122783.375844:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce5a6a9d. 00010000:00000010:0.0:1761122783.375855:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006d2a3ea2. 00010000:00000010:0.0:1761122783.375921:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122783.375926:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001c4165a0. 00010000:00000010:0.0:1761122783.375936:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001fad23b1. 00000100:00000010:0.0:1761122783.375941:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.375948:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122783.375960:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc2f4b. 02000000:00000010:0.0:1761122783.375984:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e66b629b. 00000400:00000010:0.0:1761122783.375990:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eed02dc4. 00000400:00000010:0.0:1761122783.375994:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.375999:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649856, portal 16 00000400:00000010:0.0:1761122783.376004:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122783.376006:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649856, offset 0 00000400:00000200:0.0:1761122783.376012:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.376021:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.376027:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.376030:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.376033:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.376036:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89490:89490:256:4294967295] 192.168.201.27@tcp LPNI seq info [89490:89490:8:4294967295] 00000400:00000200:0.0:1761122783.376045:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.376050:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.376053:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122783.376057:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.376063:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.376066:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.376209:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.376212:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:2.0:1761122783.376216:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.376221:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.376224:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:2.0:1761122783.376226:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:2.0:1761122783.376232:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643649856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.379771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71ecbac. 00000400:00000200:0.0:1761122783.381410:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.381427:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209340 00000400:00000200:0.0:1761122783.381435:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb29 [1] + 224 00000400:00000200:0.0:1761122783.381450:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.381454:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.381464:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643649856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.381553:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eed02dc4. 00000400:00000200:2.0:1761122783.381558:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:2.0:1761122783.381559:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:2.0:1761122783.381566:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643649856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.381575:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643649856/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.381767:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e66b629b. 02000000:00000010:2.0:1761122783.381773:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc2f4b. 00000100:00000010:2.0:1761122783.381776:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:2.0:1761122783.381781:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:2.0:1761122783.381784:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001fad23b1. 00010000:00000010:0.1:1761122783.382694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6103ea. 00010000:00000010:0.1:1761122783.382830:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0513f6. 00000400:00000200:2.0:1761122783.385378:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.385398:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255540 00000400:00000200:2.0:1761122783.385406:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 1640 00000400:00000200:2.0:1761122783.385471:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.385476:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.385483:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.385489:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:0.0:1761122783.385579:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013037503. 00000020:00000010:0.0:1761122783.385586:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.385591:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.385615:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643961664/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.385651:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961664 02000000:00000010:0.0:1761122783.385690:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ed666d40. 00010000:00000010:0.0:1761122783.385721:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034ac2850. 00010000:00000010:0.0:1761122783.385743:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.385750:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.385758:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.385761:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000400:00000010:0.0:1761122783.385773:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.385778:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961664, offset 224 00000400:00000200:0.0:1761122783.385785:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.385797:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.385803:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89491:89491:256:4294967295] 192.168.201.27@tcp LPNI seq info [89491:89491:8:4294967295] 00000400:00000200:0.0:1761122783.385813:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.385819:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.385824:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122783.385830:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.385838:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.385842:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.385863:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.385866:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.385869:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013037503. 00000800:00000200:0.0:1761122783.386732:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.386739:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00080000:00000010:2.0:1761122783.386742:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004afdcfc. 00000400:00000200:0.0:1761122783.386746:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.386755:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.386759:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122783.386761:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00010000:00000010:2.0:1761122783.386854:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c4165a0. 00010000:00000010:2.0:1761122783.386863:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c62e7d5. 00010000:00000010:2.0:1761122783.386943:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009458e70d. 00010000:00000010:2.0:1761122783.386950:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008c211463. 00010000:00000010:2.0:1761122783.386960:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000092e6c1f7. 00000100:00000010:2.0:1761122783.386965:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.386973:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122783.386984:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032b830c2. 02000000:00000010:2.0:1761122783.387012:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001191f5db. 00000400:00000010:2.0:1761122783.387017:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122783.387022:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122783.387028:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649920, portal 16 00000400:00000010:2.0:1761122783.387032:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122783.387034:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649920, offset 0 00000400:00000200:2.0:1761122783.387040:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.387049:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.387056:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.387060:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.387063:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.387066:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89492:89492:256:4294967295] 192.168.201.27@tcp LPNI seq info [89492:89492:8:4294967295] 00000400:00000200:2.0:1761122783.387075:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.387094:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.387098:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122783.387103:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.387109:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.387113:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.387375:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.387378:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347354). 00000400:00000200:0.0:1761122783.387383:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.387388:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.387391:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:0.0:1761122783.387393:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:0.0:1761122783.387399:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643649920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.389451:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.389470:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209380 00000400:00000200:2.0:1761122783.389479:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb35 [1] + 224 00000400:00000200:2.0:1761122783.389493:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.389497:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.389506:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643649920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.389593:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:0.0:1761122783.389598:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:0.0:1761122783.389609:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:0.0:1761122783.389616:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643649920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.389624:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643649920/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.389653:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001191f5db. 02000000:00000010:0.0:1761122783.389695:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032b830c2. 00000100:00000010:0.0:1761122783.389699:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:0.0:1761122783.389703:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:0.0:1761122783.389707:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000092e6c1f7. 00010000:00000010:0.1:1761122783.391057:0:15802:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ae0a14. 00000400:00000200:0.0:1761122783.391104:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.391118:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255580 00000400:00000200:0.0:1761122783.391125:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae445 [2] + 1968 00000400:00000010:0.0:1761122783.391129:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b434cc04. 00000400:00000200:0.0:1761122783.391133:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d624fb85 00000400:00000200:0.0:1761122783.391555:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.391561:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.391564:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d624fb85 00000400:00000010:0.0:1761122783.391567:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d624fb85 (tot 82347202). 00000100:00000200:0.0:1761122783.391573:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122783.391913:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f85cc6. 00000020:00000010:3.0:1761122783.391919:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122783.391922:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.391950:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c1871160 x1846669643961728/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.391978:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961728 02000000:00000010:3.0:1761122783.391989:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047dfba18. 00010000:00000010:3.0:1761122783.392015:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000081bfb278. 00010000:00000010:3.0:1761122783.392035:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122783.392041:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b620dd88. 00000100:00000010:3.0:1761122783.392053:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b620dd88. 00010000:00000010:3.0:1761122783.392057:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122783.392070:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dfac8f9f. 00000100:00000200:3.0:1761122783.392074:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961728, offset 224 00000400:00000200:3.0:1761122783.392093:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122783.392098:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013037503. 00000400:00000200:3.0:1761122783.392104:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.392111:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89493:89493:256:4294967295] 192.168.201.27@tcp LPNI seq info [89493:89493:8:4294967295] 00000400:00000200:3.0:1761122783.392120:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.392125:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.392130:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347450). 00000800:00000200:3.0:1761122783.392136:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.392144:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.392148:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761122783.392212:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c211463. 00010000:00000010:0.0:1761122783.392218:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a568af9. 00010000:00000010:0.0:1761122783.392284:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122783.392290:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8651796. 00010000:00000010:0.0:1761122783.392299:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.392302:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.392310:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 02000000:00000010:0.0:1761122783.392321:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee02af4a. 02000000:00000010:0.0:1761122783.392345:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfcc2f4b. 00000400:00000010:0.0:1761122783.392349:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.392352:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.392357:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643649984, portal 16 00000400:00000010:0.0:1761122783.392360:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.392362:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643649984, offset 0 00000400:00000200:0.0:1761122783.392366:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.392372:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000020:00000010:3.0:1761122783.392436:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122783.392441:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.392445:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f85cc6. 02000000:00000010:3.0:1761122783.392454:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ed666d40. 00000100:00000010:3.0:1761122783.392458:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 02000000:00000010:3.0:1761122783.392464:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f18d2336. 00000100:00000010:3.0:1761122783.392466:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000400:00000200:0.0:1761122783.392467:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 02000000:00000010:3.0:1761122783.392469:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe9d4ee9. 00000400:00000200:0.0:1761122783.392470:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1761122783.392471:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000400:00000200:0.0:1761122783.392473:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 02000000:00000010:3.0:1761122783.392474:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d89a190. 00000100:00000010:3.0:1761122783.392476:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000400:00000200:0.0:1761122783.392476:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89494:89494:255:4294967295] 192.168.201.27@tcp LPNI seq info [89494:89494:7:4294967295] 02000000:00000010:3.0:1761122783.392480:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000444f92bd. 00000100:00000010:3.0:1761122783.392482:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000400:00000200:0.0:1761122783.392484:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 02000000:00000010:3.0:1761122783.392485:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000651974d7. 00000100:00000010:3.0:1761122783.392487:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069f167e1. 00000800:00000200:0.0:1761122783.392488:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.392492:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347698). 00000100:00000200:3.0:1761122783.392495:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1761122783.392495:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000400:00000010:3.0:1761122783.392499:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000071cf41f0. 00000800:00000200:0.0:1761122783.392499:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.392501:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761122783.392502:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b620dd88 (tot 82347850). 00000800:00000200:1.0:1761122783.392564:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.392569:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347602). 00000400:00000200:1.0:1761122783.392576:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.392579:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.392581:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dfac8f9f 00000400:00000010:1.0:1761122783.392582:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dfac8f9f. 02000000:00000010:1.0:1761122783.392586:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047dfba18. 00000800:00000200:1.0:1761122783.392622:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.392624:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:1.0:1761122783.392626:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.392628:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.392629:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:1.0:1761122783.392630:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:1.0:1761122783.392634:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000cfd21d3 x1846669643649984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.396380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f4d6b7. 00010000:00000010:2.1:1761122783.396396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00000400:00000200:2.0:1761122783.399614:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.399637:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482093c0 00000400:00000200:2.0:1761122783.399646:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb41 [1] + 224 00000400:00000200:2.0:1761122783.399703:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.399709:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.399719:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000cfd21d3 x1846669643649984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.399807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca16756c. 00010000:00000010:0.1:1761122783.399814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009458e70d. 00000400:00000010:0.0:1761122783.399832:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:0.0:1761122783.399836:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122783.399838:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.399845:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000cfd21d3 x1846669643649984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.399853:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000cfd21d3 x1846669643649984/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.399882:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfcc2f4b. 02000000:00000010:0.0:1761122783.399889:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee02af4a. 00000100:00000010:0.0:1761122783.399892:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000010:0.0:1761122783.399898:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.399901:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00010000:00000010:3.1:1761122783.401124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f304c768. 00000400:00000200:0.0:1761122783.401392:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.401404:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482555c0 00000400:00000200:0.0:1761122783.401409:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 0 00000400:00000200:0.0:1761122783.401810:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.401816:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.401821:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.401826:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:3.0:1761122783.402171:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000015f85cc6. 00000020:00000010:3.0:1761122783.402180:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122783.402184:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.402210:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643961792/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.402244:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961792 02000000:00000010:3.0:1761122783.402256:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000be312f8. 00010000:00000010:3.0:1761122783.402421:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038407c33. 00010000:00000010:3.0:1761122783.402447:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122783.402455:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d621afb3. 00000100:00000010:3.0:1761122783.402503:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d621afb3. 00010000:00000010:3.0:1761122783.402508:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00000400:00000010:3.0:1761122783.402520:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000687922a2. 00000100:00000200:3.0:1761122783.402525:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961792, offset 224 00000400:00000200:3.0:1761122783.402532:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.402542:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.402548:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89495:89495:256:4294967295] 192.168.201.27@tcp LPNI seq info [89495:89495:8:4294967295] 00000400:00000200:3.0:1761122783.402557:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.402563:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.402567:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.402572:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.402579:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.402583:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761122783.402674:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee02af4a. 00010000:00000010:0.0:1761122783.402752:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8651796. 00010000:00000010:0.0:1761122783.402759:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000001d26101. 00010000:00000010:0.0:1761122783.402832:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122783.402838:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b8651796. 00010000:00000010:0.0:1761122783.402848:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.402851:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.402858:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.402878:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dfcc2f4b. 02000000:00000010:0.0:1761122783.402899:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e66b629b. 00000400:00000010:0.0:1761122783.402904:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.402908:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.403146:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650048, portal 16 00000400:00000010:0.0:1761122783.403152:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122783.403155:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650048, offset 0 00000400:00000200:0.0:1761122783.403160:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.403167:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.403173:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.403176:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.403179:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.403182:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89496:89496:255:4294967295] 192.168.201.27@tcp LPNI seq info [89496:89496:7:4294967295] 00000400:00000200:0.0:1761122783.403189:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.403194:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.403197:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347850). 00000800:00000200:0.0:1761122783.403201:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.403205:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.403207:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.403596:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122783.403602:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:3.0:1761122783.403606:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000015f85cc6. 00000800:00000200:1.0:1761122783.404475:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.404479:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347602). 00000400:00000200:1.0:1761122783.404487:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.404494:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.404497:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000687922a2 00000400:00000010:1.0:1761122783.404499:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000687922a2. 00000800:00000200:1.0:1761122783.405166:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.405169:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:1.0:1761122783.405173:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.405178:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.405181:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:1.0:1761122783.405183:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:1.0:1761122783.405190:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643650048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.406809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c40e91a. 00000400:00000200:2.0:1761122783.411227:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.411251:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209400 00000400:00000200:2.0:1761122783.411260:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb51 [1] + 224 00000400:00000200:2.0:1761122783.411274:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.411277:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.411289:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643650048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.411329:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.411335:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255600 00000400:00000200:2.0:1761122783.411341:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 328 00000400:00000200:2.0:1761122783.411403:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.411408:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.411412:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.411418:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 00000400:00000010:0.0:1761122783.411541:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:0.0:1761122783.411546:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122783.411548:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.411555:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643650048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.411564:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643650048/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.411595:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e66b629b. 02000000:00000010:0.0:1761122783.411601:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dfcc2f4b. 00000100:00000010:0.0:1761122783.411604:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.411609:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.411613:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000020:00000010:1.0:1761122783.411709:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.411717:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.411721:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.411747:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071e67e1e x1846669643961856/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.411776:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961856 02000000:00000010:1.0:1761122783.411788:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000034d9ecd0. 00010000:00000010:1.0:1761122783.411813:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008edea42f. 00010000:00000010:1.0:1761122783.411834:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.411840:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.411857:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.411861:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.411873:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122783.411877:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961856, offset 224 00000400:00000200:1.0:1761122783.411885:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:2.0:1761122783.412072:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000638fd26e. 00010000:00000010:2.0:1761122783.412178:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8651796. 00010000:00000010:2.0:1761122783.412185:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009b03e41d. 00010000:00000010:2.0:1761122783.412252:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000518108f1. 00010000:00000010:2.0:1761122783.412256:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122783.412262:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.412267:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00080000:00000010:2.0:1761122783.412279:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000080073231. 00010000:00000010:2.0:1761122783.412304:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.412308:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003b83a04. 00010000:00000010:2.0:1761122783.412356:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.0:1761122783.412360:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.412368:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004916afa1. 00000100:00000010:2.0:1761122783.412372:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.412379:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.412388:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b24b0d40. 02000000:00000010:2.0:1761122783.412411:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046633846. 00000400:00000010:2.0:1761122783.412417:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000200:1.0:1761122783.412451:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.412457:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89497:89497:256:4294967295] 192.168.201.27@tcp LPNI seq info [89497:89497:8:4294967295] 00000400:00000200:1.0:1761122783.412468:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.412474:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.412478:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122783.412485:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.412493:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.412498:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.412522:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.412527:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.412531:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00000800:00000200:0.0:1761122783.412638:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.412642:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:0.0:1761122783.412646:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.412650:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:2.0:1761122783.412817:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.412824:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650112, portal 16 00000400:00000010:2.0:1761122783.412829:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122783.412831:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650112, offset 0 00000400:00000200:2.0:1761122783.412837:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.412843:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.412851:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.412855:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.412858:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.412861:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89498:89498:255:4294967295] 192.168.201.27@tcp LPNI seq info [89498:89498:7:4294967295] 00000400:00000200:2.0:1761122783.412869:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.412874:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.412878:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.412882:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.412887:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.412889:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761122783.412963:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:0.0:1761122783.412966:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00000800:00000200:0.0:1761122783.413139:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.413142:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122783.413146:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.413150:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.413153:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:0.0:1761122783.413154:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:0.0:1761122783.413160:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643650112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.414843:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.414859:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209440 00000400:00000200:1.0:1761122783.414866:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb5d [1] + 224 00000400:00000200:1.0:1761122783.414878:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.414882:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.414890:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643650112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.415059:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:2.0:1761122783.415063:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:2.0:1761122783.415065:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.415070:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643650112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.415091:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643650112/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.415118:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046633846. 02000000:00000010:2.0:1761122783.415124:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b24b0d40. 00000100:00000010:2.0:1761122783.415128:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.415135:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.415138:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004916afa1. 00010000:00000010:0.1:1761122783.415197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb9e60ae. 00010000:00000010:0.1:1761122783.415204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00000400:00000200:2.0:1761122783.415619:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.415628:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255640 00000400:00000200:2.0:1761122783.415633:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 656 00000400:00000200:2.0:1761122783.415716:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.415720:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.415725:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.415729:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 00000020:00000010:1.0:1761122783.415831:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.415837:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.415841:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.415863:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007d648e22 x1846669643961920/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.417072:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961920 02000000:00000010:1.0:1761122783.417102:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000651974d7. 00010000:00000010:1.0:1761122783.417133:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005710bf15. 00010000:00000010:1.0:1761122783.417153:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.417160:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.417181:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.417185:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.417200:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122783.417206:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961920, offset 224 00000400:00000200:1.0:1761122783.417216:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.417227:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.417233:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89499:89499:256:4294967295] 192.168.201.27@tcp LPNI seq info [89499:89499:8:4294967295] 00000400:00000200:1.0:1761122783.417244:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.417249:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.417254:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122783.417260:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.417268:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.417272:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122783.417362:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b24b0d40. 00010000:00000010:2.0:1761122783.417445:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.417451:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b1c99437. 00010000:00000010:2.0:1761122783.417519:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.417525:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.417535:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004916afa1. 00000100:00000010:2.0:1761122783.417539:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.417546:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122783.417557:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046633846. 02000000:00000010:2.0:1761122783.417582:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f18d2336. 00000400:00000010:2.0:1761122783.417587:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122783.417591:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.417596:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650176, portal 16 00000400:00000010:2.0:1761122783.417601:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.417603:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650176, offset 0 00000400:00000200:2.0:1761122783.417609:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.417615:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.417621:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.417625:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.417628:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.417631:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89500:89500:255:4294967295] 192.168.201.27@tcp LPNI seq info [89500:89500:7:4294967295] 00000400:00000200:2.0:1761122783.417640:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.417645:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.417648:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122783.417652:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.417675:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.417678:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.417718:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.417723:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.417727:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00000800:00000200:3.0:1761122783.418681:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.418686:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347602). 00000400:00000200:3.0:1761122783.418691:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.418696:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.418700:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:3.0:1761122783.418702:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000800:00000200:3.0:1761122783.418761:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.418764:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122783.418767:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.418770:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.418772:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122783.418774:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:3.0:1761122783.418779:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643650176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.418837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b39fc4c. 00000400:00000200:1.0:1761122783.420218:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.420232:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209480 00000400:00000200:1.0:1761122783.420241:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb69 [1] + 224 00000400:00000200:1.0:1761122783.420252:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.420255:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.420262:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643650176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.420532:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:2.0:1761122783.420536:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:2.0:1761122783.420537:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.420541:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643650176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.420548:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643650176/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.420574:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f18d2336. 02000000:00000010:2.0:1761122783.420579:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046633846. 00000100:00000010:2.0:1761122783.420582:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122783.420586:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.420589:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004916afa1. 00000400:00000200:2.0:1761122783.421106:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.421114:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255680 00000400:00000200:2.0:1761122783.421119:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 984 00000400:00000200:2.0:1761122783.421164:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.421168:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.421172:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.421177:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 00000020:00000010:0.0:1761122783.421537:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dfcc2f4b. 00000020:00000010:0.0:1761122783.421544:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.421548:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.421567:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f71fca80 x1846669643961984/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.421598:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643961984 02000000:00000010:0.0:1761122783.421608:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e66b629b. 00010000:00000010:0.0:1761122783.421630:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000016848277. 00010000:00000010:0.0:1761122783.421649:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.421689:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.421700:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.421703:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000400:00000010:0.0:1761122783.421716:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.421720:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643961984, offset 224 00000400:00000200:0.0:1761122783.421728:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.421737:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.421743:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89501:89501:256:4294967295] 192.168.201.27@tcp LPNI seq info [89501:89501:8:4294967295] 00000400:00000200:0.0:1761122783.421753:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.421758:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.421762:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347602). 00000800:00000200:0.0:1761122783.421767:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.421775:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.421779:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.421791:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.421796:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:0.0:1761122783.421799:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dfcc2f4b. 00000800:00000200:3.0:1761122783.422200:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.422205:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:3.0:1761122783.422210:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.422214:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.422216:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:3.0:1761122783.422218:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00080000:00000010:2.0:1761122783.422644:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046633846. 00010000:00000010:2.0:1761122783.422750:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.422758:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004f7b1f63. 00010000:00000010:2.0:1761122783.422842:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122783.422849:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.422860:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004916afa1. 00000100:00000010:2.0:1761122783.422864:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.422871:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dcc6d9c3. 02000000:00000010:2.0:1761122783.423116:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f18d2336. 02000000:00000010:2.0:1761122783.423140:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032b830c2. 00000400:00000010:2.0:1761122783.423145:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dde249c3. 00000400:00000010:2.0:1761122783.423150:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.423155:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650240, portal 16 00000400:00000010:2.0:1761122783.423160:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122783.423163:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650240, offset 0 00000400:00000200:2.0:1761122783.423168:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.423175:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.423182:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.423185:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.423188:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.423191:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89502:89502:256:4294967295] 192.168.201.27@tcp LPNI seq info [89502:89502:8:4294967295] 00000400:00000200:2.0:1761122783.423198:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.423202:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.423208:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.423212:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.423217:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.423220:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.423482:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.423486:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:1.0:1761122783.423489:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.423494:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.423496:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:1.0:1761122783.423498:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:1.0:1761122783.423504:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dcc6d9c3 x1846669643650240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.425533:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.425560:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482094c0 00000400:00000200:2.0:1761122783.425569:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb75 [1] + 224 00000400:00000200:2.0:1761122783.425583:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.425587:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.425596:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000dcc6d9c3 x1846669643650240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.425790:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dde249c3. 00000400:00000200:0.0:1761122783.425795:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:0.0:1761122783.425798:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:0.0:1761122783.425804:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000dcc6d9c3 x1846669643650240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.425812:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000dcc6d9c3 x1846669643650240/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.425841:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032b830c2. 02000000:00000010:0.0:1761122783.425847:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f18d2336. 00000100:00000010:0.0:1761122783.425850:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000dcc6d9c3. 00000100:00000010:0.0:1761122783.425854:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:0.0:1761122783.425859:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004916afa1. 00000400:00000200:3.0:1761122783.426438:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.426456:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482556c0 00000400:00000200:3.0:1761122783.426462:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 1312 00000400:00000200:3.0:1761122783.426518:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.426523:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.426527:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.426532:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000069f167e1. 00000020:00000010:1.0:1761122783.426608:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.426617:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.426622:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.426648:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000069f167e1 x1846669643962048/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.426709:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962048 02000000:00000010:1.0:1761122783.426720:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000444f92bd. 00010000:00000010:1.0:1761122783.426749:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007078a1c7. 00010000:00000010:1.0:1761122783.426770:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.426777:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.426788:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.426792:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.426807:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000790b55e3. 00000100:00000200:1.0:1761122783.426812:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962048, offset 224 00000400:00000200:1.0:1761122783.426820:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.426830:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.426836:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89503:89503:256:4294967295] 192.168.201.27@tcp LPNI seq info [89503:89503:8:4294967295] 00000400:00000200:1.0:1761122783.426846:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.426852:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.426857:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122783.426864:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.426872:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.426875:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.1:1761122783.427207:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c84425ad. 00010000:00000010:2.1:1761122783.427215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:2.1:1761122783.427219:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518108f1. 00010000:00000010:2.1:1761122783.427222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00080000:00000010:2.0:1761122783.427245:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001191f5db. 00010000:00000010:2.0:1761122783.427339:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.427345:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000016eb319a. 00010000:00000010:2.0:1761122783.427426:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000033af07aa. 00010000:00000010:2.0:1761122783.427432:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006a58d027. 00010000:00000010:2.0:1761122783.427443:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1a32bc0. 00000100:00000010:2.0:1761122783.427448:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122783.427455:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000013349015. 02000000:00000010:2.0:1761122783.427466:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f18d2336. 02000000:00000010:2.0:1761122783.427491:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032b830c2. 00000400:00000010:2.0:1761122783.427496:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000522ec9e3. 00000400:00000010:2.0:1761122783.427500:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122783.427505:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650304, portal 16 00000400:00000010:2.0:1761122783.427510:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122783.427512:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650304, offset 0 00000400:00000200:2.0:1761122783.427518:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.427525:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.427532:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.427535:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.427538:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.427542:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89504:89504:255:4294967295] 192.168.201.27@tcp LPNI seq info [89504:89504:7:4294967295] 00000400:00000200:2.0:1761122783.427550:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.427554:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.427557:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122783.427562:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.427566:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.427569:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.427747:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.427753:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.427756:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00000800:00000200:0.0:1761122783.428111:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.428116:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347602). 00000400:00000200:0.0:1761122783.428120:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.428126:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.428130:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000790b55e3 00000400:00000010:0.0:1761122783.428132:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000790b55e3. 00000800:00000200:0.0:1761122783.428367:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.428370:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:0.0:1761122783.428374:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.428378:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.428380:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:0.0:1761122783.428382:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:0.0:1761122783.428388:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000013349015 x1846669643650304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.428747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea90f77f. 00010000:00000010:2.1:1761122783.429754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0010cb4. 00010000:00000010:2.1:1761122783.429763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00010000:00000010:0.1:1761122783.429906:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a332ef. 00000400:00000200:2.0:1761122783.431416:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.431437:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209500 00000400:00000200:2.0:1761122783.431446:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb81 [1] + 224 00000400:00000200:2.0:1761122783.431458:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.431461:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.431472:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000013349015 x1846669643650304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.431499:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.431504:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255700 00000400:00000200:2.0:1761122783.431508:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 1640 00000400:00000200:2.0:1761122783.431571:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.431575:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.431580:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.431585:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000760b67b8. 00000400:00000010:0.0:1761122783.431699:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000522ec9e3. 00000020:00000010:1.0:1761122783.431701:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000400:00000200:0.0:1761122783.431706:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000020:00000010:1.0:1761122783.431710:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000400:00000010:0.0:1761122783.431711:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000020:00000010:1.0:1761122783.431716:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:0.0:1761122783.431721:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000013349015 x1846669643650304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.431732:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000013349015 x1846669643650304/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.431749:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000760b67b8 x1846669643962112/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:0.0:1761122783.431764:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032b830c2. 02000000:00000010:0.0:1761122783.431772:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f18d2336. 00000100:00000010:0.0:1761122783.431777:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000013349015. 00000100:00000010:0.0:1761122783.431782:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00000100:00000200:1.0:1761122783.431785:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962112 00010000:00000010:0.0:1761122783.431787:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1a32bc0. 02000000:00000010:1.0:1761122783.431798:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d89a190. 00010000:00000010:1.0:1761122783.431830:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b471e96c. 00010000:00000010:1.0:1761122783.431851:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.431857:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.431872:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.431875:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.431897:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c23e50ca. 00000100:00000200:1.0:1761122783.431902:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962112, offset 224 00000400:00000200:1.0:1761122783.431911:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.431923:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.431929:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89505:89505:256:4294967295] 192.168.201.27@tcp LPNI seq info [89505:89505:8:4294967295] 00000400:00000200:1.0:1761122783.431939:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.431944:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.431949:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122783.431955:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.431962:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.431966:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.431991:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.431996:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.431999:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 00080000:00000010:0.0:1761122783.432134:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfcc2f4b. 00000800:00000200:3.0:1761122783.432208:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.432213:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:3.0:1761122783.432218:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.432223:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.432226:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c23e50ca 00000400:00000010:3.0:1761122783.432228:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c23e50ca. 00010000:00000010:0.0:1761122783.432232:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a58d027. 00010000:00000010:0.0:1761122783.432241:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000313ff504. 00010000:00000010:0.0:1761122783.432315:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122783.432321:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.432331:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.432335:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.432342:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.432353:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000077ca55e2. 02000000:00000010:0.0:1761122783.432377:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a8aa351. 00000400:00000010:0.0:1761122783.432383:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.432388:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.432393:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650368, portal 16 00000400:00000010:0.0:1761122783.432397:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122783.432399:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650368, offset 0 00000400:00000200:0.0:1761122783.432405:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.432412:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.432418:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.432420:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.432423:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.432425:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89506:89506:256:4294967295] 192.168.201.27@tcp LPNI seq info [89506:89506:8:4294967295] 00000400:00000200:0.0:1761122783.432430:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.432434:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.432436:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122783.432439:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.432443:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.432445:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.432531:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.432535:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:1.0:1761122783.432543:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.432547:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.432550:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:1.0:1761122783.432552:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:1.0:1761122783.432558:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643650368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.434395:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.434411:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209540 00000400:00000200:2.0:1761122783.434418:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb8d [1] + 224 00000400:00000200:2.0:1761122783.434427:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.434431:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.434439:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643650368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.434468:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00010000:00000010:1.1:1761122783.434471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075714b23. 00000400:00000200:2.0:1761122783.434473:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255740 00000400:00000200:2.0:1761122783.434479:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4a5 [2] + 1968 00000400:00000010:2.0:1761122783.434483:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000062645e0. 00000400:00000200:2.0:1761122783.434487:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000024bce9ef 00000400:00000010:0.0:1761122783.434495:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:0.0:1761122783.434501:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122783.434503:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.434512:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643650368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.434520:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643650368/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.434532:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.434538:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.434541:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000024bce9ef 00000400:00000010:2.0:1761122783.434545:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000024bce9ef (tot 82347202). 02000000:00000010:0.0:1761122783.434546:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a8aa351. 02000000:00000010:0.0:1761122783.434553:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000077ca55e2. 00000100:00000200:2.0:1761122783.434558:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.434558:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.434566:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.434570:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000020:00000010:1.0:1761122783.434754:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f4f6233e. 00000020:00000010:1.0:1761122783.434761:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.434765:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.434792:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000abffeebd x1846669643962176/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.434825:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962176 02000000:00000010:1.0:1761122783.434835:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004cf9d3ab. 00010000:00000010:2.1:1761122783.434870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d108639. 00010000:00000010:1.0:1761122783.434871:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005176bb96. 00010000:00000010:2.1:1761122783.434876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:2.1:1761122783.434881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011ba7e95. 00010000:00000010:2.1:1761122783.434884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00010000:00000010:1.0:1761122783.434887:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.434893:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000364ae207. 00000100:00000010:1.0:1761122783.435104:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000364ae207. 00010000:00000010:1.0:1761122783.435109:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.435121:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000337cf7db. 00000100:00000200:1.0:1761122783.435125:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962176, offset 224 00000400:00000200:1.0:1761122783.435130:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.435137:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00080000:00000010:0.0:1761122783.435137:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077ca55e2. 00000400:00000200:1.0:1761122783.435142:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89507:89507:256:4294967295] 192.168.201.27@tcp LPNI seq info [89507:89507:8:4294967295] 00000400:00000200:1.0:1761122783.435151:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.435155:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.435159:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347450). 00000800:00000200:1.0:1761122783.435164:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.435169:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.435171:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.435188:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.435194:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.435197:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f4f6233e. 02000000:00000010:1.0:1761122783.435204:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d89a190. 00000100:00000010:1.0:1761122783.435208:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000760b67b8. 02000000:00000010:1.0:1761122783.435212:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000444f92bd. 00000100:00000010:1.0:1761122783.435214:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000069f167e1. 02000000:00000010:1.0:1761122783.435219:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e66b629b. 00000100:00000010:1.0:1761122783.435222:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 02000000:00000010:1.0:1761122783.435225:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000651974d7. 00000100:00000010:1.0:1761122783.435228:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00010000:00000010:0.0:1761122783.435228:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 02000000:00000010:1.0:1761122783.435238:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000034d9ecd0. 00010000:00000010:0.0:1761122783.435238:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006e2b7435. 00000100:00000010:1.0:1761122783.435242:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 02000000:00000010:1.0:1761122783.435248:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000be312f8. 00000100:00000010:1.0:1761122783.435251:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 00000100:00000200:1.0:1761122783.435259:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1761122783.435262:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1761122783.435263:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000091678ca8. 00000800:00000010:3.0:1761122783.435266:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347202). 00000400:00000010:1.0:1761122783.435266:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000364ae207 (tot 82347354). 00000400:00000200:3.0:1761122783.435270:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.435274:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.435277:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000337cf7db 00000400:00000010:3.0:1761122783.435278:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000337cf7db. 02000000:00000010:3.0:1761122783.435283:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004cf9d3ab. 00010000:00000010:0.0:1761122783.435310:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122783.435314:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.435320:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122783.435325:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.435335:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a8aa351. 00010000:00000010:0.0:1761122783.435361:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.435365:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.435418:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.0:1761122783.435423:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.435430:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.435433:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.435439:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.435449:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e66b629b. 02000000:00000010:0.0:1761122783.435471:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed666d40. 00000400:00000010:0.0:1761122783.435475:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.435479:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.435482:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650432, portal 16 00000400:00000010:0.0:1761122783.435486:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122783.435488:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650432, offset 0 00000400:00000200:0.0:1761122783.435494:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.435500:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.435507:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.435511:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.435515:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.435517:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89508:89508:256:4294967295] 192.168.201.27@tcp LPNI seq info [89508:89508:8:4294967295] 00000400:00000200:0.0:1761122783.435524:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.435528:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.435531:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122783.435535:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.435539:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.435541:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.435777:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.435780:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000400:00000200:1.0:1761122783.435789:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.435794:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.435797:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:1.0:1761122783.435798:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:1.0:1761122783.435804:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643650432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.441711:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.441733:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209580 00000400:00000200:2.0:1761122783.441742:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafb9d [1] + 224 00000400:00000200:2.0:1761122783.441754:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.441758:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.441768:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643650432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.441795:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.441800:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255780 00000400:00000200:2.0:1761122783.441805:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 0 00000400:00000200:2.0:1761122783.441859:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.441863:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.441868:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.441875:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 00010000:00000010:0.1:1761122783.441892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b74179c. 00010000:00000010:0.1:1761122783.441900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033af07aa. 00000400:00000010:0.0:1761122783.441922:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:0.0:1761122783.441927:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122783.441929:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.441936:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643650432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.441944:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643650432/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.441974:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed666d40. 02000000:00000010:0.0:1761122783.441980:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e66b629b. 00000100:00000010:0.0:1761122783.441984:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.441988:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.441991:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000020:00000010:1.0:1761122783.443150:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000034d9ecd0. 00000020:00000010:1.0:1761122783.443161:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.443166:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.443203:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a5905fc4 x1846669643962240/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.443240:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962240 02000000:00000010:1.0:1761122783.443251:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000651974d7. 00010000:00000010:1.0:1761122783.443278:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b34a9ed0. 00010000:00000010:1.0:1761122783.443299:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.443307:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.443325:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.443329:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.443343:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000af6a9759. 00000100:00000200:1.0:1761122783.443348:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962240, offset 224 00000400:00000200:1.0:1761122783.443356:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.443367:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.443372:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89509:89509:256:4294967295] 192.168.201.27@tcp LPNI seq info [89509:89509:8:4294967295] 00000400:00000200:1.0:1761122783.443381:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.443386:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.443390:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122783.443395:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.443402:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.443405:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.443424:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.443427:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.443430:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000034d9ecd0. 00080000:00000010:0.0:1761122783.443927:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e66b629b. 00010000:00000010:0.0:1761122783.444022:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444031:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea0de570. 00000001:00000010:0.0:1761122783.444105:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001c12c486. 00000001:00000010:0.0:1761122783.444111:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001c12c486. 00000001:00000010:0.0:1761122783.444115:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000552f1ae. 00080000:00000010:0.0:1761122783.444120:0:77393:0:(osd_handler.c:6651:osd_it_iam_fini()) kfreed 'it': 328 at 000000000bfc8ebc. 00080000:00000010:0.0:1761122783.444125:0:77393:0:(osd_handler.c:6623:osd_it_iam_init()) kmalloced '(it)': 328 at 00000000ed666d40. 00000001:00000010:0.0:1761122783.444131:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001c12c486. 00010000:00000010:0.0:1761122783.444171:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a311a0a. 00010000:00000010:0.0:1761122783.444175:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444181:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.0:1761122783.444186:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.444200:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006eb4df81. 00000800:00000200:3.0:1761122783.444202:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.444206:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:3.0:1761122783.444210:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.444215:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.444220:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000af6a9759 00000400:00000010:3.0:1761122783.444221:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000af6a9759. 00010000:00000010:0.0:1761122783.444226:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444229:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444469:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000091c5bdfd. 00010000:00000010:0.0:1761122783.444472:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444475:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c58f261. 00010000:00000010:0.0:1761122783.444478:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.444487:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017607cd4. 00010000:00000010:0.0:1761122783.444514:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444518:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444552:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000052d6e1b. 00010000:00000010:0.0:1761122783.444555:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444558:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.0:1761122783.444561:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.444570:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dded4e8. 00010000:00000010:0.0:1761122783.444595:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444598:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444630:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fc6dd5e5. 00010000:00000010:0.0:1761122783.444633:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444636:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.0:1761122783.444640:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.444650:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000073a3888b. 00010000:00000010:0.0:1761122783.444710:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444714:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444762:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035ca23bc. 00010000:00000010:0.0:1761122783.444765:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444768:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.0:1761122783.444770:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.444778:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000516f0cb8. 00010000:00000010:0.0:1761122783.444803:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.444806:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.444837:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000030ae1ad7. 00010000:00000010:0.0:1761122783.444840:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:1.1:1761122783.444952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625b0bac. 00010000:00000010:0.1:1761122783.447517:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000650a777d. 00010000:00000010:0.1:1761122783.447527:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00010000:00000010:0.1:1761122783.447532:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122783.447535:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122783.447539:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000198c1360. 00010000:00000010:0.0:1761122783.447547:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.447571:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ff4a18d. 00010000:00000010:0.0:1761122783.447634:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.447640:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447731:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000251445c. 00010000:00000010:0.0:1761122783.447735:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447738:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.0:1761122783.447740:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.447748:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df1c2146. 00010000:00000010:0.0:1761122783.447774:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.447777:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447806:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002cd802a3. 00010000:00000010:0.0:1761122783.447808:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447812:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007121951a. 00010000:00000010:0.0:1761122783.447815:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.447822:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e618605. 00010000:00000010:0.0:1761122783.447845:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.447849:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447880:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e38ff64d. 00010000:00000010:0.0:1761122783.447884:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.447887:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c772440c. 00010000:00000010:0.0:1761122783.447890:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.447897:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc6116a5. 00010000:00000010:0.0:1761122783.448122:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448126:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448160:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fb68674d. 00010000:00000010:0.0:1761122783.448163:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448166:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.0:1761122783.448169:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448177:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077a827f7. 00010000:00000010:0.0:1761122783.448199:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448203:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448242:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011773546. 00010000:00000010:0.0:1761122783.448259:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448263:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000887469cc. 00010000:00000010:0.0:1761122783.448266:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448274:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e77a7134. 00010000:00000010:0.0:1761122783.448299:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448302:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448333:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ff6c82f. 00010000:00000010:0.0:1761122783.448336:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448339:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.0:1761122783.448341:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448349:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fe69d7d4. 00010000:00000010:0.0:1761122783.448372:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448376:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448414:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000057c09fe3. 00010000:00000010:0.0:1761122783.448417:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448419:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a9a5d17d. 00010000:00000010:0.0:1761122783.448422:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448430:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecac76b2. 00010000:00000010:0.0:1761122783.448454:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448458:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448491:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009430d039. 00010000:00000010:0.0:1761122783.448495:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448497:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.0:1761122783.448500:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448507:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c36a8ef. 00010000:00000010:0.0:1761122783.448528:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448531:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448558:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003b573a59. 00010000:00000010:0.0:1761122783.448561:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448564:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.0:1761122783.448567:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448574:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000110bbfa3. 00010000:00000010:0.0:1761122783.448597:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448600:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448642:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002518fd9c. 00010000:00000010:0.0:1761122783.448645:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448648:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000290aad3c. 00010000:00000010:0.0:1761122783.448651:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448697:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000baf7e227. 00010000:00000010:0.0:1761122783.448731:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448735:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448772:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b458840. 00010000:00000010:0.0:1761122783.448775:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448779:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000182e3775. 00010000:00000010:0.0:1761122783.448783:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448790:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005a1fcf60. 00010000:00000010:0.0:1761122783.448815:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448819:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448863:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b7bf761c. 00010000:00000010:0.0:1761122783.448866:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448869:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4483fd0. 00010000:00000010:0.0:1761122783.448873:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448891:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008441d8e9. 00010000:00000010:0.0:1761122783.448920:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.448924:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448968:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000067d73d1d. 00010000:00000010:0.0:1761122783.448971:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.448983:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004bf2982b. 00010000:00000010:0.0:1761122783.448986:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.448995:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003f19f90d. 00010000:00000010:0.0:1761122783.449027:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449031:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449070:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cd4f60f4. 00010000:00000010:0.0:1761122783.449073:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449093:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fd901c3. 00010000:00000010:0.0:1761122783.449096:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449105:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b160f6e0. 00010000:00000010:0.0:1761122783.449129:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449133:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449181:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c7c99c84. 00010000:00000010:0.0:1761122783.449184:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449187:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e70b0490. 00010000:00000010:0.0:1761122783.449191:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449198:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a57998a. 00010000:00000010:0.0:1761122783.449230:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449234:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449477:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004389c460. 00010000:00000010:0.0:1761122783.449480:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449483:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c6d51b67. 00010000:00000010:0.0:1761122783.449486:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449503:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7fe452a. 00010000:00000010:0.0:1761122783.449536:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449541:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449584:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000194c77e2. 00010000:00000010:0.0:1761122783.449587:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449590:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.0:1761122783.449593:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449601:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000146a53cb. 00010000:00000010:0.0:1761122783.449632:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449636:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449709:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6cb107d. 00010000:00000010:0.0:1761122783.449712:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449723:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001fc9c040. 00010000:00000010:0.0:1761122783.449727:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449735:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090505deb. 00010000:00000010:0.0:1761122783.449767:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449771:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449815:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a7b39b5e. 00010000:00000010:0.0:1761122783.449818:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449821:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf9aa6c. 00010000:00000010:0.0:1761122783.449824:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449831:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8f5537f. 00010000:00000010:0.0:1761122783.449854:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449858:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449889:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004b11c025. 00010000:00000010:0.0:1761122783.449892:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449895:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0320c86. 00010000:00000010:0.0:1761122783.449897:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449904:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000970c0165. 00010000:00000010:0.0:1761122783.449926:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449930:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449955:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000c37f310. 00010000:00000010:0.0:1761122783.449957:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.449960:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db966acd. 00010000:00000010:0.0:1761122783.449963:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.449970:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000872b1e00. 00010000:00000010:0.0:1761122783.449992:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.449995:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.450034:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008ad156af. 00010000:00000010:0.0:1761122783.450038:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.450041:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005f54b708. 00010000:00000010:0.0:1761122783.450044:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.450051:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008118e2b8. 00010000:00000010:0.0:1761122783.453603:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.453619:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453739:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c31099d4. 00010000:00000010:0.0:1761122783.453744:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453749:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020011802. 00010000:00000010:0.0:1761122783.453754:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.453772:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000240d8caf. 00010000:00000010:0.0:1761122783.453817:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.453820:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453851:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a231cd8. 00010000:00000010:0.0:1761122783.453854:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453856:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000fcf161. 00010000:00000010:0.0:1761122783.453859:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.453866:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000929fe44d. 00010000:00000010:0.0:1761122783.453885:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.453887:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453921:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008d9f9eed. 00010000:00000010:0.0:1761122783.453923:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453926:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000025e634d2. 00010000:00000010:0.0:1761122783.453929:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.453935:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e7ddfbf. 00010000:00000010:0.0:1761122783.453954:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.453957:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453982:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f35ddd12. 00010000:00000010:0.0:1761122783.453985:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.453987:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000566f411. 00010000:00000010:0.0:1761122783.453990:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.453996:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea10b1bd. 00010000:00000010:0.0:1761122783.454015:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454017:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454045:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d1a12fb3. 00010000:00000010:0.0:1761122783.454047:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454050:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082d2b8cf. 00010000:00000010:0.0:1761122783.454052:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454062:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000483c83af. 00010000:00000010:0.0:1761122783.454097:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454102:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454131:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002eb0cfe7. 00010000:00000010:0.0:1761122783.454135:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454139:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb195acb. 00010000:00000010:0.0:1761122783.454142:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454150:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000040345535. 00010000:00000010:0.0:1761122783.454173:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454176:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454207:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082fb20d6. 00010000:00000010:0.0:1761122783.454210:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454212:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000074e27bc8. 00010000:00000010:0.0:1761122783.454215:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454222:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005bed3ef. 00010000:00000010:0.0:1761122783.454244:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454247:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454274:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a8eb8313. 00010000:00000010:0.0:1761122783.454277:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454280:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f1c7aba. 00010000:00000010:0.0:1761122783.454283:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454290:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b72f8d50. 00010000:00000010:0.0:1761122783.454312:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454315:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454353:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004bc79cfe. 00010000:00000010:0.0:1761122783.454356:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454359:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003666d107. 00010000:00000010:0.0:1761122783.454362:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454369:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eabbc2cb. 00010000:00000010:0.0:1761122783.454390:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454393:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454422:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033671e35. 00010000:00000010:0.0:1761122783.454424:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454427:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000324159bd. 00010000:00000010:0.0:1761122783.454431:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454438:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1f529e0. 00010000:00000010:0.0:1761122783.454461:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454464:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454493:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c06addd5. 00010000:00000010:0.0:1761122783.454497:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454499:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000098ac112d. 00010000:00000010:0.0:1761122783.454501:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454509:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab5efb5f. 00010000:00000010:0.0:1761122783.454531:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454535:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454564:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003df87c8f. 00010000:00000010:0.0:1761122783.454566:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454569:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afb40500. 00010000:00000010:0.0:1761122783.454571:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454578:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6fc3822. 00010000:00000010:0.0:1761122783.454601:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454604:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454636:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000054017c07. 00010000:00000010:0.0:1761122783.454639:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454641:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d1a54354. 00010000:00000010:0.0:1761122783.454645:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454651:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a16c3622. 00010000:00000010:0.0:1761122783.454695:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454698:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454725:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000043097a23. 00010000:00000010:0.0:1761122783.454728:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454730:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000048ba6226. 00010000:00000010:0.0:1761122783.454733:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454740:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6160575. 00010000:00000010:0.0:1761122783.454760:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454763:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454790:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d4e4228d. 00010000:00000010:0.0:1761122783.454793:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454795:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b70d0ae. 00010000:00000010:0.0:1761122783.454798:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454804:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edcd5833. 00010000:00000010:0.0:1761122783.454823:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454825:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454850:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040651a73. 00010000:00000010:0.0:1761122783.454852:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454855:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000a2e70b5. 00010000:00000010:0.0:1761122783.454858:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454864:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8651a98. 00010000:00000010:0.0:1761122783.454883:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454886:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454910:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002e66f1c0. 00010000:00000010:0.0:1761122783.454913:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454915:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003187b208. 00010000:00000010:0.0:1761122783.454918:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454924:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052656d24. 00010000:00000010:0.0:1761122783.454942:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.454945:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454968:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000011f13fcc. 00010000:00000010:0.0:1761122783.454970:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.454973:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000587620b0. 00010000:00000010:0.0:1761122783.454975:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.454981:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046be69ac. 00010000:00000010:0.0:1761122783.455001:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455004:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455032:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008a007e0c. 00010000:00000010:0.0:1761122783.455035:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455037:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be07a693. 00010000:00000010:0.0:1761122783.455040:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455047:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c576d7a. 00010000:00000010:0.0:1761122783.455069:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455072:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455149:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003882571d. 00010000:00000010:0.0:1761122783.455152:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455155:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043554fd3. 00010000:00000010:0.0:1761122783.455158:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455166:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026898805. 00010000:00000010:0.0:1761122783.455189:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455193:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455224:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000004f138fcc. 00010000:00000010:0.0:1761122783.455227:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455230:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b9d2bd37. 00010000:00000010:0.0:1761122783.455233:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455242:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ceb495f. 00010000:00000010:0.0:1761122783.455263:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455476:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455567:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000005ff7ef4. 00010000:00000010:0.0:1761122783.455571:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455573:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000beb1eef9. 00010000:00000010:0.0:1761122783.455577:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455598:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c21898e6. 00010000:00000010:0.0:1761122783.455633:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455637:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455691:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000069e7b43a. 00010000:00000010:0.0:1761122783.455694:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455698:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006c1e5981. 00010000:00000010:0.0:1761122783.455701:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455708:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000941379ae. 00010000:00000010:0.0:1761122783.455730:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455733:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455766:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f30e10f6. 00010000:00000010:0.0:1761122783.455768:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455771:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7d5dece. 00010000:00000010:0.0:1761122783.455773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455780:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ac1b2aa. 00010000:00000010:0.0:1761122783.455802:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455805:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455840:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005170d6f5. 00010000:00000010:0.0:1761122783.455843:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c1196b64. 00010000:00000010:0.0:1761122783.455848:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455856:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074b5723d. 00010000:00000010:0.0:1761122783.455878:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455881:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455912:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b0ff183a. 00010000:00000010:0.0:1761122783.455914:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455917:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009488108d. 00010000:00000010:0.0:1761122783.455920:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.455927:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd2939e. 00010000:00000010:0.0:1761122783.455949:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.455953:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455985:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000456fc87b. 00010000:00000010:0.0:1761122783.455988:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.455991:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004d3b32cb. 00010000:00000010:0.0:1761122783.455994:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.456001:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000481a6732. 00010000:00000010:0.0:1761122783.456023:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.456026:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456052:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000de52236d. 00010000:00000010:0.0:1761122783.456054:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456057:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000853e5035. 00010000:00000010:0.0:1761122783.456060:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.456067:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c23fe54. 00010000:00000010:0.0:1761122783.456104:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.456108:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456137:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003f8750d7. 00010000:00000010:0.0:1761122783.456139:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456143:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2531a7a. 00010000:00000010:0.0:1761122783.456146:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.456153:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007b74be91. 00010000:00000010:0.0:1761122783.456175:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.456178:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456762:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000039d7b973. 00010000:00000010:0.0:1761122783.456767:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.456770:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000df9371f7. 00010000:00000010:0.0:1761122783.456773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.456781:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f2445ac. 00010000:00000010:0.0:1761122783.456832:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.456836:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457099:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b9a2e884. 00010000:00000010:0.0:1761122783.457102:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457106:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081a5183c. 00010000:00000010:0.0:1761122783.457109:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457117:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007907ec87. 00010000:00000010:0.0:1761122783.457142:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457145:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457177:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d28f96c4. 00010000:00000010:0.0:1761122783.457180:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457183:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000f66f5f9. 00010000:00000010:0.0:1761122783.457186:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457193:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bceaac04. 00010000:00000010:0.0:1761122783.457217:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457220:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457456:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000465d6eba. 00010000:00000010:0.0:1761122783.457459:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457462:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e87e5644. 00010000:00000010:0.0:1761122783.457466:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457474:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c534bf75. 00010000:00000010:0.0:1761122783.457498:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457501:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457533:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e07f28d6. 00010000:00000010:0.0:1761122783.457537:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457539:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000087461aef. 00010000:00000010:0.0:1761122783.457543:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457549:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ae84aff8. 00010000:00000010:0.0:1761122783.457572:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457575:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457603:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007e9b256d. 00010000:00000010:0.0:1761122783.457605:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457608:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000c3e42a8. 00010000:00000010:0.0:1761122783.457611:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457618:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbcca23e. 00010000:00000010:0.0:1761122783.457636:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457639:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457686:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003a75d989. 00010000:00000010:0.0:1761122783.457689:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457692:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081c0230b. 00010000:00000010:0.0:1761122783.457695:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457702:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed754fd6. 00010000:00000010:0.0:1761122783.457723:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457726:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457755:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002088a7eb. 00010000:00000010:0.0:1761122783.457758:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457760:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000080424afd. 00010000:00000010:0.0:1761122783.457763:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457770:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab9a53ed. 00010000:00000010:0.0:1761122783.457789:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457791:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457817:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003074c663. 00010000:00000010:0.0:1761122783.457820:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457823:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004308f482. 00010000:00000010:0.0:1761122783.457825:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457833:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067bac1de. 00010000:00000010:0.0:1761122783.457853:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457856:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457886:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000065dc8659. 00010000:00000010:0.0:1761122783.457888:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457891:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c8265a43. 00010000:00000010:0.0:1761122783.457894:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457900:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e70e62cb. 00010000:00000010:0.0:1761122783.457920:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457923:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457947:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006c525183. 00010000:00000010:0.0:1761122783.457949:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.457952:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000012d406b5. 00010000:00000010:0.0:1761122783.457955:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.457961:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c010412d. 00010000:00000010:0.0:1761122783.457981:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.457984:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458011:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000459d8802. 00010000:00000010:0.0:1761122783.458014:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458017:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000419b26cc. 00010000:00000010:0.0:1761122783.458019:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.458026:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000422b239. 00010000:00000010:0.0:1761122783.458047:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.458050:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458175:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a072bf49. 00010000:00000010:0.0:1761122783.458179:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458181:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000d5042a5. 00010000:00000010:0.0:1761122783.458185:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.458194:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ada43d6b. 00010000:00000010:0.0:1761122783.458219:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.458222:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458252:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f007eaea. 00010000:00000010:0.0:1761122783.458254:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.458257:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007255e50e. 00010000:00000010:0.0:1761122783.458260:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.458266:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ebae389. 00010000:00000010:0.0:1761122783.459697:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.459706:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459760:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d49dfa90. 00010000:00000010:0.0:1761122783.459764:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459767:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009964ecca. 00010000:00000010:0.0:1761122783.459772:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.459782:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000458b8d4f. 00010000:00000010:0.0:1761122783.459817:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.459821:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459858:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000dcb96d80. 00010000:00000010:0.0:1761122783.459862:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459865:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000024772c6. 00010000:00000010:0.0:1761122783.459868:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.459876:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066030571. 00010000:00000010:0.0:1761122783.459900:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.459904:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459936:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000088d7232b. 00010000:00000010:0.0:1761122783.459939:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.459942:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9b627e6. 00010000:00000010:0.0:1761122783.459945:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.459956:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e6149c4. 00010000:00000010:0.0:1761122783.459979:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.459982:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460014:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a61dee15. 00010000:00000010:0.0:1761122783.460017:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460020:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000055a8e935. 00010000:00000010:0.0:1761122783.460023:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460029:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8569268. 00010000:00000010:0.0:1761122783.460050:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460053:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460098:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000007593f20. 00010000:00000010:0.0:1761122783.460101:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460105:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000083e8b36d. 00010000:00000010:0.0:1761122783.460108:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460114:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e30b082. 00010000:00000010:0.0:1761122783.460138:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460141:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460179:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9865e0a. 00010000:00000010:0.0:1761122783.460182:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460185:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009e488794. 00010000:00000010:0.0:1761122783.460188:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460196:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8e4a087. 00010000:00000010:0.0:1761122783.460220:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460223:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460429:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ad73ce7c. 00010000:00000010:0.0:1761122783.460432:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460436:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa064115. 00010000:00000010:0.0:1761122783.460439:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460446:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f696f40b. 00010000:00000010:0.0:1761122783.460471:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460474:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460509:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a333497f. 00010000:00000010:0.0:1761122783.460512:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460515:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bad638cd. 00010000:00000010:0.0:1761122783.460518:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460525:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000adeb831f. 00010000:00000010:0.0:1761122783.460547:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460550:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460577:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082d22a10. 00010000:00000010:0.0:1761122783.460580:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460583:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002092ecc. 00010000:00000010:0.0:1761122783.460585:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460592:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011d2af89. 00010000:00000010:0.0:1761122783.460615:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460618:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460648:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006a515386. 00010000:00000010:0.0:1761122783.460650:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460673:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a57ff3b. 00010000:00000010:0.0:1761122783.460678:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460686:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005023ce88. 00010000:00000010:0.0:1761122783.460713:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460716:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460746:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000025af1097. 00010000:00000010:0.0:1761122783.460749:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460752:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f74df27d. 00010000:00000010:0.0:1761122783.460755:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460762:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067b68076. 00010000:00000010:0.0:1761122783.460785:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460788:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460822:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000077a5770a. 00010000:00000010:0.0:1761122783.460826:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460829:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d7782037. 00010000:00000010:0.0:1761122783.460832:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460840:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006048b3f3. 00010000:00000010:0.0:1761122783.460863:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460866:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460897:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e29a2a2. 00010000:00000010:0.0:1761122783.460900:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460904:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000018838ab2. 00010000:00000010:0.0:1761122783.460907:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460914:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009566168b. 00010000:00000010:0.0:1761122783.460934:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.460937:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460970:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff33e9b1. 00010000:00000010:0.0:1761122783.460973:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.460976:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f9c7d9ab. 00010000:00000010:0.0:1761122783.460979:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.460988:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bcdfe42a. 00010000:00000010:0.0:1761122783.461011:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461015:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461044:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001e0e0071. 00010000:00000010:0.0:1761122783.461047:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461050:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006a279c75. 00010000:00000010:0.0:1761122783.461053:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461061:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a6c4be1. 00010000:00000010:0.0:1761122783.461101:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461105:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461136:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000f44014c. 00010000:00000010:0.0:1761122783.461139:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461142:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044da1ba8. 00010000:00000010:0.0:1761122783.461145:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461153:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008963d62d. 00010000:00000010:0.0:1761122783.461177:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461181:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461213:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008aecb625. 00010000:00000010:0.0:1761122783.461216:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461220:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001021f98c. 00010000:00000010:0.0:1761122783.461223:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461231:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e20d0e5. 00010000:00000010:0.0:1761122783.461253:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461256:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461291:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000046afb9cb. 00010000:00000010:0.0:1761122783.461294:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461297:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b968f2ae. 00010000:00000010:0.0:1761122783.461301:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461308:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025e76f07. 00010000:00000010:0.0:1761122783.461331:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461335:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461367:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035b469aa. 00010000:00000010:0.0:1761122783.461370:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461373:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001cbbb793. 00010000:00000010:0.0:1761122783.461376:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461384:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b87068d. 00010000:00000010:0.0:1761122783.461407:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461411:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461446:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d3e66b2e. 00010000:00000010:0.0:1761122783.461449:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461452:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003e85e473. 00010000:00000010:0.0:1761122783.461455:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461461:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f66afd32. 00010000:00000010:0.0:1761122783.461484:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461487:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461517:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000008612f215. 00010000:00000010:0.0:1761122783.461519:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461522:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bba264f. 00010000:00000010:0.0:1761122783.461525:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461532:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d49c6cd. 00010000:00000010:0.0:1761122783.461554:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461558:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461586:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007d2dc76b. 00010000:00000010:0.0:1761122783.461589:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461593:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081974157. 00010000:00000010:0.0:1761122783.461595:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461603:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc4c5f78. 00010000:00000010:0.0:1761122783.461627:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461631:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461684:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000037322178. 00010000:00000010:0.0:1761122783.461687:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461690:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e03fad29. 00010000:00000010:0.0:1761122783.461693:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461702:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000536de5ac. 00010000:00000010:0.0:1761122783.461729:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461733:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461767:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f1f49c14. 00010000:00000010:0.0:1761122783.461770:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461773:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000aead0e21. 00010000:00000010:0.0:1761122783.461777:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461784:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3b09bcd. 00010000:00000010:0.0:1761122783.461807:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461810:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461839:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000825bd032. 00010000:00000010:0.0:1761122783.461842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f096d193. 00010000:00000010:0.0:1761122783.461848:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461855:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000023af573. 00010000:00000010:0.0:1761122783.461876:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461880:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461909:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000013def89b. 00010000:00000010:0.0:1761122783.461912:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461915:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089c50928. 00010000:00000010:0.0:1761122783.461918:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461924:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fbc1228. 00010000:00000010:0.0:1761122783.461944:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.461947:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461976:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c475559b. 00010000:00000010:0.0:1761122783.461979:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.461982:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b93d5e4e. 00010000:00000010:0.0:1761122783.461984:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.461991:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000401e654c. 00010000:00000010:0.0:1761122783.462015:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462018:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462047:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa8c467e. 00010000:00000010:0.0:1761122783.462049:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462052:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ceb7a03d. 00010000:00000010:0.0:1761122783.462055:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462061:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000664a5417. 00010000:00000010:0.0:1761122783.462097:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462101:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462131:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000033447a9c. 00010000:00000010:0.0:1761122783.462134:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462137:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005536a202. 00010000:00000010:0.0:1761122783.462139:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462147:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000077d35f6f. 00010000:00000010:0.0:1761122783.462170:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462173:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462208:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ddccc5df. 00010000:00000010:0.0:1761122783.462211:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462213:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000afc6865b. 00010000:00000010:0.0:1761122783.462217:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462224:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7ccb024. 00010000:00000010:0.0:1761122783.462245:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462248:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462278:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000084cc9a19. 00010000:00000010:0.0:1761122783.462281:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462285:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000165fd232. 00010000:00000010:0.0:1761122783.462288:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462295:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000334308f1. 00010000:00000010:0.0:1761122783.462316:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462319:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462563:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001c253522. 00010000:00000010:0.0:1761122783.462566:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462569:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000002ccd87a. 00010000:00000010:0.0:1761122783.462571:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462580:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000067df50b1. 00010000:00000010:0.0:1761122783.462605:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462608:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462640:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b22f1727. 00010000:00000010:0.0:1761122783.462642:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462646:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000107149b2. 00010000:00000010:0.0:1761122783.462649:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462681:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ca2097dd. 00010000:00000010:0.0:1761122783.462708:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462712:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462743:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000cc06b681. 00010000:00000010:0.0:1761122783.462746:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462750:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005012a9a4. 00010000:00000010:0.0:1761122783.462752:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462761:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a37cf730. 00010000:00000010:0.0:1761122783.462782:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462785:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462815:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000584df315. 00010000:00000010:0.0:1761122783.462818:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462820:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000869dcbab. 00010000:00000010:0.0:1761122783.462823:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462830:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017ce80f9. 00010000:00000010:0.0:1761122783.462853:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462856:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462888:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001a30916b. 00010000:00000010:0.0:1761122783.462890:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462893:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000327963f4. 00010000:00000010:0.0:1761122783.462896:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462903:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005871ead9. 00010000:00000010:0.0:1761122783.462925:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462928:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462955:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000e9313cf0. 00010000:00000010:0.0:1761122783.462958:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.462961:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003b4f96ff. 00010000:00000010:0.0:1761122783.462964:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.462970:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018d78f7b. 00010000:00000010:0.0:1761122783.462991:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.462995:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.463027:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aa3ece61. 00010000:00000010:0.0:1761122783.463030:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.463033:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000317df1a0. 00010000:00000010:0.0:1761122783.463036:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.463045:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bc64530. 00010000:00000010:0.0:1761122783.463065:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.463069:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.465780:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003eee9d87. 00010000:00000010:0.0:1761122783.465791:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.465797:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039245f90. 00010000:00000010:0.0:1761122783.465804:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.465826:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2914a45. 00010000:00000010:0.0:1761122783.465895:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.465968:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466220:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000172b6966. 00010000:00000010:0.0:1761122783.466224:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466227:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a3655189. 00010000:00000010:0.0:1761122783.466230:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466239:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000085edafd9. 00010000:00000010:0.0:1761122783.466266:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466270:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466303:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000074db080d. 00010000:00000010:0.0:1761122783.466305:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466308:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000062ced93f. 00010000:00000010:0.0:1761122783.466312:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466319:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002249d90f. 00010000:00000010:0.0:1761122783.466341:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466345:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466393:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053844bc0. 00010000:00000010:0.0:1761122783.466396:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466398:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000796d12e6. 00010000:00000010:0.0:1761122783.466402:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466411:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8da5954. 00010000:00000010:0.0:1761122783.466435:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466439:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466470:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f0307651. 00010000:00000010:0.0:1761122783.466473:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466475:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000da7e9f0e. 00010000:00000010:0.0:1761122783.466479:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466487:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003064685a. 00010000:00000010:0.0:1761122783.466510:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466514:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466552:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009fb58d8d. 00010000:00000010:0.0:1761122783.466555:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466557:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc630510. 00010000:00000010:0.0:1761122783.466560:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466568:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cdf04d6. 00010000:00000010:0.0:1761122783.466592:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466595:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466628:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b835f211. 00010000:00000010:0.0:1761122783.466631:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466634:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002f8c84bd. 00010000:00000010:0.0:1761122783.466637:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466647:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064fdb9b4. 00010000:00000010:0.0:1761122783.466701:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466706:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466741:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000fbe4c1bb. 00010000:00000010:0.0:1761122783.466745:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466748:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005ede493f. 00010000:00000010:0.0:1761122783.466751:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466760:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eedf10ee. 00010000:00000010:0.0:1761122783.466783:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466786:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466819:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000777a968a. 00010000:00000010:0.0:1761122783.466822:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.466825:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0050e19. 00010000:00000010:0.0:1761122783.466828:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.466837:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079415f12. 00010000:00000010:0.0:1761122783.466861:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.466864:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467204:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000075319f7a. 00010000:00000010:0.0:1761122783.467207:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467211:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000313b2b52. 00010000:00000010:0.0:1761122783.467214:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467223:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000212f21b3. 00010000:00000010:0.0:1761122783.467248:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467251:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00000001:00000010:0.0:1761122783.467480:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007117c581. 00000001:00000010:0.0:1761122783.467487:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007117c581. 00000001:00000010:0.0:1761122783.467492:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007117c581. 00000001:00000010:0.0:1761122783.467494:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001c12c486. 00010000:00000010:0.0:1761122783.467512:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000079d7d504. 00010000:00000010:0.0:1761122783.467515:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467518:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e758489b. 00010000:00000010:0.0:1761122783.467521:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467529:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001baf730. 00010000:00000010:0.0:1761122783.467553:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467556:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467593:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000af1dd874. 00010000:00000010:0.0:1761122783.467596:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467599:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000667f8f8a. 00010000:00000010:0.0:1761122783.467602:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467609:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092ed862b. 00010000:00000010:0.0:1761122783.467633:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467636:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467688:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000580d103e. 00010000:00000010:0.0:1761122783.467691:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467694:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0d046f6. 00010000:00000010:0.0:1761122783.467697:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467704:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7afb712. 00010000:00000010:0.0:1761122783.467727:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467730:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467764:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000651a8a98. 00010000:00000010:0.0:1761122783.467767:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467770:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000be2f39b3. 00010000:00000010:0.0:1761122783.467773:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467779:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9b44a6c. 00010000:00000010:0.0:1761122783.467799:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467802:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467839:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000040fc567a. 00010000:00000010:0.0:1761122783.467842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.467845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006e5b753f. 00010000:00000010:0.0:1761122783.467848:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.467854:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e99e9e96. 00010000:00000010:0.0:1761122783.467874:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.467877:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.468323:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b99fb4c0. 00010000:00000010:0.0:1761122783.468328:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.468331:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007095bdd4. 00010000:00000010:0.0:1761122783.468334:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.468342:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b752339. 00010000:00000010:0.0:1761122783.468370:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.468373:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469332:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000028451b12. 00010000:00000010:0.0:1761122783.469338:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469342:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000336459dd. 00010000:00000010:0.0:1761122783.469521:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469533:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007e70d31b. 00010000:00000010:0.0:1761122783.469570:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.469574:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469610:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000068e9dc32. 00010000:00000010:0.0:1761122783.469613:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469617:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000043a32e17. 00010000:00000010:0.0:1761122783.469620:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469628:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008384a48e. 00010000:00000010:0.0:1761122783.469651:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.469672:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469707:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000badbab6d. 00010000:00000010:0.0:1761122783.469710:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469713:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ca23dcbc. 00010000:00000010:0.0:1761122783.469717:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469730:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000877a91e3. 00010000:00000010:0.0:1761122783.469756:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.469761:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469793:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002d22bb68. 00010000:00000010:0.0:1761122783.469795:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469798:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000006695506. 00010000:00000010:0.0:1761122783.469801:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469809:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd6eaca9. 00010000:00000010:0.0:1761122783.469832:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.469835:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469867:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f6e9a2c1. 00010000:00000010:0.0:1761122783.469870:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469872:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003bed0858. 00010000:00000010:0.0:1761122783.469875:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469881:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eba4538f. 00010000:00000010:0.0:1761122783.469921:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.469925:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469970:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000d6802e38. 00010000:00000010:0.0:1761122783.469973:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.469977:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000013b378e5. 00010000:00000010:0.0:1761122783.469980:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.469988:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8497afa. 00010000:00000010:0.0:1761122783.470010:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.470014:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470046:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005b6103ea. 00010000:00000010:0.0:1761122783.470049:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470053:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002b767005. 00010000:00000010:0.0:1761122783.470055:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.470063:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e331177e. 00010000:00000010:0.0:1761122783.470230:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.470236:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470276:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc597f7b. 00010000:00000010:0.0:1761122783.470279:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470282:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ea1a0865. 00010000:00000010:0.0:1761122783.470285:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.470293:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000508b52f6. 00010000:00000010:0.0:1761122783.470316:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.470319:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470349:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000afafda0a. 00010000:00000010:0.0:1761122783.470351:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.470354:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008744209a. 00010000:00000010:0.0:1761122783.470357:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.470364:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000719df9a9. 00010000:00000010:0.0:1761122783.471575:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.471587:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471694:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000005e300741. 00010000:00000010:0.0:1761122783.471699:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471705:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.0:1761122783.471711:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.471725:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000005a4d0d6. 00010000:00000010:0.0:1761122783.471765:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.471768:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471803:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000591dcffb. 00010000:00000010:0.0:1761122783.471806:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471809:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082b4b0fe. 00010000:00000010:0.0:1761122783.471811:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.471819:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002869b1eb. 00010000:00000010:0.0:1761122783.471842:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.471845:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471888:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000078af275a. 00010000:00000010:0.0:1761122783.471892:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471895:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003fedb607. 00010000:00000010:0.0:1761122783.471898:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.471921:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005af22e3c. 00010000:00000010:0.0:1761122783.471947:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.471951:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471983:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053de67e6. 00010000:00000010:0.0:1761122783.471986:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.471989:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000056e15e07. 00010000:00000010:0.0:1761122783.471991:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472001:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000025ac0d9. 00010000:00000010:0.0:1761122783.472023:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472026:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472061:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000208673ad. 00010000:00000010:0.0:1761122783.472064:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472066:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:0.0:1761122783.472069:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472091:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000126bbfb6. 00010000:00000010:0.0:1761122783.472116:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472119:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472156:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002a45edbc. 00010000:00000010:0.0:1761122783.472158:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472161:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:0.0:1761122783.472164:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472171:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000328a3ebe. 00010000:00000010:0.0:1761122783.472193:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472196:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472231:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ac043199. 00010000:00000010:0.0:1761122783.472234:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472237:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008867c8a1. 00010000:00000010:0.0:1761122783.472240:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472246:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022a416e1. 00010000:00000010:0.0:1761122783.472271:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472275:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472306:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000aff08d2a. 00010000:00000010:0.0:1761122783.472309:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472313:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000073340175. 00010000:00000010:0.0:1761122783.472315:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472323:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6ca06b4. 00010000:00000010:0.0:1761122783.472344:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472347:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472380:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000038949470. 00010000:00000010:0.0:1761122783.472382:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472385:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003f2b2a4f. 00010000:00000010:0.0:1761122783.472388:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472396:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006c0ef0d. 00010000:00000010:0.0:1761122783.472418:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472421:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472458:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000323420d8. 00010000:00000010:0.0:1761122783.472461:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472464:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000054de70c2. 00010000:00000010:0.0:1761122783.472468:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472475:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000002b477dd. 00010000:00000010:0.0:1761122783.472498:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472502:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472539:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000035b5ba9c. 00010000:00000010:0.0:1761122783.472542:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472545:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005cf531be. 00010000:00000010:0.0:1761122783.472548:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472555:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009dfb26d. 00010000:00000010:0.0:1761122783.472578:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472582:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472612:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bbde8b23. 00010000:00000010:0.0:1761122783.472615:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472618:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000990b7d80. 00010000:00000010:0.0:1761122783.472621:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472629:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3eeb3f8. 00010000:00000010:0.0:1761122783.472680:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472686:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472722:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a4ebb974. 00010000:00000010:0.0:1761122783.472726:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472728:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000035c24f5a. 00010000:00000010:0.0:1761122783.472731:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472739:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5777d2c. 00010000:00000010:0.0:1761122783.472764:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472767:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472800:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000da90b6c. 00010000:00000010:0.0:1761122783.472802:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472805:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002c4aa9d5. 00010000:00000010:0.0:1761122783.472808:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472816:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019237c7e. 00010000:00000010:0.0:1761122783.472838:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472841:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472875:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a03ddfd3. 00010000:00000010:0.0:1761122783.472878:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472881:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000082ca1ef5. 00010000:00000010:0.0:1761122783.472883:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472891:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000983f38a9. 00010000:00000010:0.0:1761122783.472913:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472917:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472948:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000979a491c. 00010000:00000010:0.0:1761122783.472951:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.472953:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000219eae1f. 00010000:00000010:0.0:1761122783.472956:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.472963:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b95f0cc9. 00010000:00000010:0.0:1761122783.472987:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.472990:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473024:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a981b6de. 00010000:00000010:0.0:1761122783.473027:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473031:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a694307. 00010000:00000010:0.0:1761122783.473033:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473040:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031fc7c1b. 00010000:00000010:0.0:1761122783.473064:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473067:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473110:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000024fe0f56. 00010000:00000010:0.0:1761122783.473113:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473117:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2302bc5. 00010000:00000010:0.0:1761122783.473120:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473127:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0e5c985. 00010000:00000010:0.0:1761122783.473152:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473156:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473186:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000895bed8b. 00010000:00000010:0.0:1761122783.473189:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473192:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009251ecd0. 00010000:00000010:0.0:1761122783.473195:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473201:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833cca43. 00010000:00000010:0.0:1761122783.473224:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473227:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473255:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab7e242c. 00010000:00000010:0.0:1761122783.473258:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473262:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000170ed33d. 00010000:00000010:0.0:1761122783.473265:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473274:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020713dea. 00010000:00000010:0.0:1761122783.473297:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473300:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473334:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ff4dca78. 00010000:00000010:0.0:1761122783.473338:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473341:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009a133b28. 00010000:00000010:0.0:1761122783.473344:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473352:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a2b807d. 00010000:00000010:0.0:1761122783.473376:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473380:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473406:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007559daa6. 00010000:00000010:0.0:1761122783.473407:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473409:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001957a06b. 00010000:00000010:0.0:1761122783.473412:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473417:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9316849. 00010000:00000010:0.0:1761122783.473432:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473434:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473455:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c64a131d. 00010000:00000010:0.0:1761122783.473457:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473459:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000096a83c8e. 00010000:00000010:0.0:1761122783.473461:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473465:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c1a9e32. 00010000:00000010:0.0:1761122783.473478:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473480:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473499:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000c47db843. 00010000:00000010:0.0:1761122783.473501:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473503:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000817e496b. 00010000:00000010:0.0:1761122783.473504:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473508:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015173acd. 00010000:00000010:0.0:1761122783.473521:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473523:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473540:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003ae74c08. 00010000:00000010:0.0:1761122783.473541:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473543:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000090348ca9. 00010000:00000010:0.0:1761122783.473545:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473549:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e44cecaa. 00010000:00000010:0.0:1761122783.473561:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473563:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473581:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000007a9b58de. 00010000:00000010:0.0:1761122783.473582:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473584:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000de759da0. 00010000:00000010:0.0:1761122783.473586:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473590:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c988cda4. 00010000:00000010:0.0:1761122783.473602:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473604:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473624:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000563bf1f0. 00010000:00000010:0.0:1761122783.473626:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473629:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000602f200e. 00010000:00000010:0.0:1761122783.473630:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473635:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51314d3. 00010000:00000010:0.0:1761122783.473647:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473649:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473706:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000b855a1a1. 00010000:00000010:0.0:1761122783.473710:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473713:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000040be7d54. 00010000:00000010:0.0:1761122783.473717:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473725:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1f9fcf. 00010000:00000010:0.0:1761122783.473745:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473753:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473777:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000082a9de67. 00010000:00000010:0.0:1761122783.473778:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473781:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.0:1761122783.473782:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473787:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c778abf. 00010000:00000010:0.0:1761122783.473800:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473802:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473820:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000055144775. 00010000:00000010:0.0:1761122783.473821:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473823:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.0:1761122783.473825:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473828:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062cd5ef2. 00010000:00000010:0.0:1761122783.473841:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473843:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473860:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002503a68e. 00010000:00000010:0.0:1761122783.473861:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.473863:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f7440aed. 00010000:00000010:0.0:1761122783.473865:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.473870:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001967634b. 00010000:00000010:0.0:1761122783.473882:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.473884:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474144:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000009b1eac77. 00010000:00000010:0.0:1761122783.474147:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474151:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000095c2847a. 00010000:00000010:0.0:1761122783.474155:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474165:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000431fae02. 00010000:00000010:0.0:1761122783.474190:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474193:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474228:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018a1eb00. 00010000:00000010:0.0:1761122783.474231:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474234:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f519f174. 00010000:00000010:0.0:1761122783.474238:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474245:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054c330f7. 00010000:00000010:0.0:1761122783.474268:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474272:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474301:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a2726734. 00010000:00000010:0.0:1761122783.474303:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474306:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000024ceb930. 00010000:00000010:0.0:1761122783.474309:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474316:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6ee09e7. 00010000:00000010:0.0:1761122783.474337:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474340:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474372:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000f44959dc. 00010000:00000010:0.0:1761122783.474374:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474377:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.0:1761122783.474380:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474388:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea60fa93. 00010000:00000010:0.0:1761122783.474410:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474413:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474443:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000053600f2a. 00010000:00000010:0.0:1761122783.474445:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474448:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000cfeb2041. 00010000:00000010:0.0:1761122783.474451:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474459:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db691c47. 00010000:00000010:0.0:1761122783.474483:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474486:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474515:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000071f50e40. 00010000:00000010:0.0:1761122783.474519:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474522:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008b13c473. 00010000:00000010:0.0:1761122783.474525:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474533:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf0bf78. 00010000:00000010:0.0:1761122783.474555:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474558:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474588:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000064aae7e0. 00010000:00000010:0.0:1761122783.474590:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474593:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.0:1761122783.474596:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474604:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033998005. 00010000:00000010:0.0:1761122783.474626:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474629:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474695:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000066e271de. 00010000:00000010:0.0:1761122783.474699:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474702:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.0:1761122783.474705:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474715:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd625d51. 00010000:00000010:0.0:1761122783.474747:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474751:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474783:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000080cec72. 00010000:00000010:0.0:1761122783.474786:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474789:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.0:1761122783.474792:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474799:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bba88c24. 00010000:00000010:0.0:1761122783.474826:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.474830:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474865:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a9e16cee. 00010000:00000010:0.0:1761122783.474869:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.474872:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e59f0b5. 00010000:00000010:0.0:1761122783.474874:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.474882:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8a3da58. 00010000:00000010:0.0:1761122783.475800:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.475807:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.475850:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000003613d108. 00010000:00000010:0.0:1761122783.475853:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.475857:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000044f08274. 00010000:00000010:0.0:1761122783.475859:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.475869:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000089f2597b. 00010000:00000010:0.0:1761122783.475896:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.475899:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476020:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000018fdf11e. 00010000:00000010:0.0:1761122783.476023:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476026:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000064940f49. 00010000:00000010:0.0:1761122783.476029:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476038:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da56c19a. 00010000:00000010:0.0:1761122783.476249:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476253:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476291:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000006cae70bd. 00010000:00000010:0.0:1761122783.476294:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476298:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.0:1761122783.476301:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476309:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002979bf0d. 00010000:00000010:0.0:1761122783.476335:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476339:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476376:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc1a5c30. 00010000:00000010:0.0:1761122783.476379:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476385:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000325326a2. 00010000:00000010:0.0:1761122783.476388:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476395:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003c0127f1. 00010000:00000010:0.0:1761122783.476419:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476422:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476453:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000084e1d47. 00010000:00000010:0.0:1761122783.476456:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476459:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000045b5835c. 00010000:00000010:0.0:1761122783.476462:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476470:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009104f563. 00010000:00000010:0.0:1761122783.476590:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476595:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476637:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000a3b7e6a5. 00010000:00000010:0.0:1761122783.476640:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476643:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034e69ba9. 00010000:00000010:0.0:1761122783.476646:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476686:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2047f6b. 00010000:00000010:0.0:1761122783.476714:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476717:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476753:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000bc39af60. 00010000:00000010:0.0:1761122783.476757:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476760:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a5ffc10. 00010000:00000010:0.0:1761122783.476763:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476772:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed005e58. 00010000:00000010:0.0:1761122783.476798:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476801:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476842:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000002382b92a. 00010000:00000010:0.0:1761122783.476845:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476848:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081f78cf8. 00010000:00000010:0.0:1761122783.476850:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476857:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063d14420. 00010000:00000010:0.0:1761122783.476878:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.476881:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476977:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000001596b8a2. 00010000:00000010:0.0:1761122783.476981:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.476984:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39cc4da. 00010000:00000010:0.0:1761122783.476987:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.476995:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011ee182e. 00010000:00000010:0.0:1761122783.477020:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.477023:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477057:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000504c7998. 00010000:00000010:0.0:1761122783.477059:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477063:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000732574d1. 00010000:00000010:0.0:1761122783.477066:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.477073:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061d78e7e. 00010000:00000010:0.0:1761122783.477109:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.477113:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477142:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000286833f8. 00010000:00000010:0.0:1761122783.477145:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477148:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f14043bf. 00010000:00000010:0.0:1761122783.477151:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.477159:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007aa9fd71. 00010000:00000010:0.0:1761122783.477782:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.477789:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477839:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000ab659ce5. 00010000:00000010:0.0:1761122783.477842:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477845:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2b6a5d. 00010000:00000010:0.0:1761122783.477848:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00080000:00000010:0.0:1761122783.477856:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003537e3bf. 00010000:00000010:0.0:1761122783.477885:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.477888:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000023a8cf5e. 00010000:00000010:0.0:1761122783.477998:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000576859a9. 00010000:00000010:0.0:1761122783.478003:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.478015:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.478024:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.478036:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.478052:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008834c48c. 02000000:00000010:0.0:1761122783.478100:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b74d974a. 00000400:00000010:0.0:1761122783.478107:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.478114:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.478120:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650496, portal 16 00000400:00000010:0.0:1761122783.478128:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be2bc178. 00000100:00000200:0.0:1761122783.478130:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650496, offset 0 00000400:00000200:0.0:1761122783.478140:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.478160:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.478168:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.478172:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.478176:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.478179:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89510:89510:256:4294967295] 192.168.201.27@tcp LPNI seq info [89510:89510:8:4294967295] 00000400:00000200:0.0:1761122783.478190:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.478199:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.478204:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122783.478212:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.478220:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.478225:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.479876:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.479882:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000400:00000200:1.0:1761122783.479890:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.479897:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.479902:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be2bc178 00000400:00000010:1.0:1761122783.479904:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be2bc178. 00000100:00000200:1.0:1761122783.479914:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643650496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.483513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000acac6a5. 00010000:00000010:1.1:1761122783.485701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099a2ae0c. 00010000:00000010:0.1:1761122783.485759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c157739. 00010000:00000010:0.1:1761122783.485768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba6c880c. 00010000:00000010:0.1:1761122783.485777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a311a0a. 00010000:00000010:0.1:1761122783.485783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d2f1721e. 00010000:00000010:0.1:1761122783.485786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091c5bdfd. 00010000:00000010:0.1:1761122783.485789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c58f261. 00010000:00000010:0.1:1761122783.485792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000052d6e1b. 00010000:00000010:0.1:1761122783.485794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027b3d087. 00010000:00000010:0.1:1761122783.485796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc6dd5e5. 00010000:00000010:0.1:1761122783.485799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f0a195. 00010000:00000010:0.1:1761122783.485801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035ca23bc. 00010000:00000010:0.1:1761122783.485804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068ce68f3. 00010000:00000010:0.1:1761122783.485806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030ae1ad7. 00010000:00000010:0.1:1761122783.485809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000198c1360. 00010000:00000010:0.1:1761122783.485811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000251445c. 00010000:00000010:0.1:1761122783.485814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7bd944. 00010000:00000010:0.1:1761122783.485816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cd802a3. 00010000:00000010:0.1:1761122783.485819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007121951a. 00010000:00000010:0.1:1761122783.485821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38ff64d. 00010000:00000010:0.1:1761122783.485825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c772440c. 00010000:00000010:0.1:1761122783.485829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb68674d. 00010000:00000010:0.1:1761122783.485831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8a8bfcc. 00010000:00000010:0.1:1761122783.485834:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011773546. 00010000:00000010:0.1:1761122783.485836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000887469cc. 00010000:00000010:0.1:1761122783.485839:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff6c82f. 00010000:00000010:0.1:1761122783.485841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080ecb10d. 00010000:00000010:0.1:1761122783.485844:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057c09fe3. 00010000:00000010:0.1:1761122783.485846:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9a5d17d. 00010000:00000010:0.1:1761122783.485852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009430d039. 00010000:00000010:0.1:1761122783.485855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d954df1b. 00010000:00000010:0.1:1761122783.485857:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b573a59. 00010000:00000010:0.1:1761122783.485860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c40ae55a. 00010000:00000010:0.1:1761122783.485862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002518fd9c. 00010000:00000010:0.1:1761122783.485865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000290aad3c. 00010000:00000010:0.1:1761122783.485867:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b458840. 00010000:00000010:0.1:1761122783.485871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000182e3775. 00010000:00000010:0.1:1761122783.486150:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7bf761c. 00010000:00000010:0.1:1761122783.486155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4483fd0. 00010000:00000010:0.1:1761122783.486158:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d73d1d. 00010000:00000010:0.1:1761122783.486160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bf2982b. 00010000:00000010:0.1:1761122783.486163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd4f60f4. 00010000:00000010:0.1:1761122783.486166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd901c3. 00010000:00000010:0.1:1761122783.486169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7c99c84. 00010000:00000010:0.1:1761122783.486171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e70b0490. 00010000:00000010:0.1:1761122783.486174:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004389c460. 00010000:00000010:0.1:1761122783.486176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6d51b67. 00010000:00000010:0.1:1761122783.486178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000194c77e2. 00010000:00000010:0.1:1761122783.486181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6526c3. 00010000:00000010:0.1:1761122783.486184:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6cb107d. 00010000:00000010:0.1:1761122783.486188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc9c040. 00010000:00000010:0.1:1761122783.486193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b39b5e. 00010000:00000010:0.1:1761122783.486196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf9aa6c. 00010000:00000010:0.1:1761122783.486203:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b11c025. 00010000:00000010:0.1:1761122783.486211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0320c86. 00010000:00000010:0.1:1761122783.486217:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c37f310. 00010000:00000010:0.1:1761122783.486223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db966acd. 00010000:00000010:0.1:1761122783.486227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ad156af. 00010000:00000010:0.1:1761122783.486231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f54b708. 00010000:00000010:0.1:1761122783.486234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c31099d4. 00010000:00000010:0.1:1761122783.486236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020011802. 00010000:00000010:0.1:1761122783.486238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a231cd8. 00010000:00000010:0.1:1761122783.486241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000fcf161. 00010000:00000010:0.1:1761122783.486242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d9f9eed. 00010000:00000010:0.1:1761122783.486245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025e634d2. 00010000:00000010:0.1:1761122783.486247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f35ddd12. 00010000:00000010:0.1:1761122783.486250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000566f411. 00010000:00000010:0.1:1761122783.486252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1a12fb3. 00010000:00000010:0.1:1761122783.486255:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d2b8cf. 00010000:00000010:0.1:1761122783.486258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002eb0cfe7. 00010000:00000010:0.1:1761122783.486260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb195acb. 00010000:00000010:0.1:1761122783.486262:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082fb20d6. 00010000:00000010:0.1:1761122783.486265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074e27bc8. 00010000:00000010:0.1:1761122783.486267:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8eb8313. 00010000:00000010:0.1:1761122783.486271:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1c7aba. 00010000:00000010:0.1:1761122783.486275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc79cfe. 00010000:00000010:0.1:1761122783.486278:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003666d107. 00010000:00000010:0.1:1761122783.486282:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033671e35. 00010000:00000010:0.1:1761122783.486285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000324159bd. 00010000:00000010:0.1:1761122783.486290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c06addd5. 00010000:00000010:0.1:1761122783.486294:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098ac112d. 00010000:00000010:0.1:1761122783.486296:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003df87c8f. 00010000:00000010:0.1:1761122783.486299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afb40500. 00010000:00000010:0.1:1761122783.486301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054017c07. 00010000:00000010:0.1:1761122783.486303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1a54354. 00010000:00000010:0.1:1761122783.486305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043097a23. 00010000:00000010:0.1:1761122783.486308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048ba6226. 00010000:00000010:0.1:1761122783.486310:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4e4228d. 00010000:00000010:0.1:1761122783.486315:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b70d0ae. 00010000:00000010:0.1:1761122783.486317:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040651a73. 00010000:00000010:0.1:1761122783.486320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a2e70b5. 00010000:00000010:0.1:1761122783.486323:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e66f1c0. 00010000:00000010:0.1:1761122783.486326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003187b208. 00010000:00000010:0.1:1761122783.486328:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011f13fcc. 00010000:00000010:0.1:1761122783.486330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000587620b0. 00010000:00000010:0.1:1761122783.486332:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a007e0c. 00010000:00000010:0.1:1761122783.486335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be07a693. 00010000:00000010:0.1:1761122783.486337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003882571d. 00010000:00000010:0.1:1761122783.486514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043554fd3. 00010000:00000010:0.1:1761122783.486519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f138fcc. 00010000:00000010:0.1:1761122783.486522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9d2bd37. 00010000:00000010:0.1:1761122783.486524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ff7ef4. 00010000:00000010:0.1:1761122783.486527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beb1eef9. 00010000:00000010:0.1:1761122783.486531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069e7b43a. 00010000:00000010:0.1:1761122783.486534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c1e5981. 00010000:00000010:0.1:1761122783.486536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f30e10f6. 00010000:00000010:0.1:1761122783.486538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7d5dece. 00010000:00000010:0.1:1761122783.486540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005170d6f5. 00010000:00000010:0.1:1761122783.486542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1196b64. 00010000:00000010:0.1:1761122783.486544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0ff183a. 00010000:00000010:0.1:1761122783.486546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009488108d. 00010000:00000010:0.1:1761122783.486549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000456fc87b. 00010000:00000010:0.1:1761122783.486551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d3b32cb. 00010000:00000010:0.1:1761122783.486553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de52236d. 00010000:00000010:0.1:1761122783.486556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000853e5035. 00010000:00000010:0.1:1761122783.486558:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f8750d7. 00010000:00000010:0.1:1761122783.486562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2531a7a. 00010000:00000010:0.1:1761122783.486565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039d7b973. 00010000:00000010:0.1:1761122783.486569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9371f7. 00010000:00000010:0.1:1761122783.486571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9a2e884. 00010000:00000010:0.1:1761122783.486574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081a5183c. 00010000:00000010:0.1:1761122783.486577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d28f96c4. 00010000:00000010:0.1:1761122783.486579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f66f5f9. 00010000:00000010:0.1:1761122783.486581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000465d6eba. 00010000:00000010:0.1:1761122783.486584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e87e5644. 00010000:00000010:0.1:1761122783.486587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e07f28d6. 00010000:00000010:0.1:1761122783.486589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087461aef. 00010000:00000010:0.1:1761122783.486593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9b256d. 00010000:00000010:0.1:1761122783.486597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c3e42a8. 00010000:00000010:0.1:1761122783.486599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a75d989. 00010000:00000010:0.1:1761122783.486603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081c0230b. 00010000:00000010:0.1:1761122783.486605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002088a7eb. 00010000:00000010:0.1:1761122783.486608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080424afd. 00010000:00000010:0.1:1761122783.486610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003074c663. 00010000:00000010:0.1:1761122783.486613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004308f482. 00010000:00000010:0.1:1761122783.486616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065dc8659. 00010000:00000010:0.1:1761122783.486619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8265a43. 00010000:00000010:0.1:1761122783.486622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c525183. 00010000:00000010:0.1:1761122783.486625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012d406b5. 00010000:00000010:0.1:1761122783.486627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000459d8802. 00010000:00000010:0.1:1761122783.486631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000419b26cc. 00010000:00000010:0.1:1761122783.486633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a072bf49. 00010000:00000010:0.1:1761122783.486636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5042a5. 00010000:00000010:0.1:1761122783.486639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f007eaea. 00010000:00000010:0.1:1761122783.486641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007255e50e. 00010000:00000010:0.1:1761122783.486643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d49dfa90. 00010000:00000010:0.1:1761122783.486646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009964ecca. 00010000:00000010:0.1:1761122783.486648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb96d80. 00010000:00000010:0.1:1761122783.486651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024772c6. 00010000:00000010:0.1:1761122783.486653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088d7232b. 00010000:00000010:0.1:1761122783.486675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b627e6. 00010000:00000010:0.1:1761122783.486678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a61dee15. 00010000:00000010:0.1:1761122783.486681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055a8e935. 00010000:00000010:0.1:1761122783.486687:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007593f20. 00010000:00000010:0.1:1761122783.486691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083e8b36d. 00010000:00000010:0.1:1761122783.486693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9865e0a. 00010000:00000010:0.1:1761122783.486696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e488794. 00010000:00000010:0.1:1761122783.486699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad73ce7c. 00010000:00000010:0.1:1761122783.487155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa064115. 00010000:00000010:0.1:1761122783.487159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a333497f. 00010000:00000010:0.1:1761122783.487163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bad638cd. 00010000:00000010:0.1:1761122783.487165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082d22a10. 00010000:00000010:0.1:1761122783.487168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002092ecc. 00010000:00000010:0.1:1761122783.487170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a515386. 00010000:00000010:0.1:1761122783.487175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a57ff3b. 00010000:00000010:0.1:1761122783.487177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025af1097. 00010000:00000010:0.1:1761122783.487180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f74df27d. 00010000:00000010:0.1:1761122783.487182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077a5770a. 00010000:00000010:0.1:1761122783.487185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7782037. 00010000:00000010:0.1:1761122783.487187:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e29a2a2. 00010000:00000010:0.1:1761122783.487190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018838ab2. 00010000:00000010:0.1:1761122783.487193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff33e9b1. 00010000:00000010:0.1:1761122783.487195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9c7d9ab. 00010000:00000010:0.1:1761122783.487199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0e0071. 00010000:00000010:0.1:1761122783.487201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a279c75. 00010000:00000010:0.1:1761122783.487204:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f44014c. 00010000:00000010:0.1:1761122783.487206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044da1ba8. 00010000:00000010:0.1:1761122783.487208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aecb625. 00010000:00000010:0.1:1761122783.487211:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001021f98c. 00010000:00000010:0.1:1761122783.487214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046afb9cb. 00010000:00000010:0.1:1761122783.487217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b968f2ae. 00010000:00000010:0.1:1761122783.487220:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b469aa. 00010000:00000010:0.1:1761122783.487223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cbbb793. 00010000:00000010:0.1:1761122783.487227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3e66b2e. 00010000:00000010:0.1:1761122783.487230:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e85e473. 00010000:00000010:0.1:1761122783.487232:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008612f215. 00010000:00000010:0.1:1761122783.487235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bba264f. 00010000:00000010:0.1:1761122783.487238:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d2dc76b. 00010000:00000010:0.1:1761122783.487241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081974157. 00010000:00000010:0.1:1761122783.487243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037322178. 00010000:00000010:0.1:1761122783.487246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e03fad29. 00010000:00000010:0.1:1761122783.487248:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1f49c14. 00010000:00000010:0.1:1761122783.487251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aead0e21. 00010000:00000010:0.1:1761122783.487254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000825bd032. 00010000:00000010:0.1:1761122783.487257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f096d193. 00010000:00000010:0.1:1761122783.487263:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013def89b. 00010000:00000010:0.1:1761122783.487269:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c50928. 00010000:00000010:0.1:1761122783.487479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c475559b. 00010000:00000010:0.1:1761122783.487483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b93d5e4e. 00010000:00000010:0.1:1761122783.487485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa8c467e. 00010000:00000010:0.1:1761122783.487488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ceb7a03d. 00010000:00000010:0.1:1761122783.487491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033447a9c. 00010000:00000010:0.1:1761122783.487493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005536a202. 00010000:00000010:0.1:1761122783.487496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddccc5df. 00010000:00000010:0.1:1761122783.487498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afc6865b. 00010000:00000010:0.1:1761122783.487501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084cc9a19. 00010000:00000010:0.1:1761122783.487503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000165fd232. 00010000:00000010:0.1:1761122783.487505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c253522. 00010000:00000010:0.1:1761122783.487508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ccd87a. 00010000:00000010:0.1:1761122783.487510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b22f1727. 00010000:00000010:0.1:1761122783.487513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000107149b2. 00010000:00000010:0.1:1761122783.487516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc06b681. 00010000:00000010:0.1:1761122783.487519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005012a9a4. 00010000:00000010:0.1:1761122783.487521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584df315. 00010000:00000010:0.1:1761122783.487525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000869dcbab. 00010000:00000010:0.1:1761122783.487528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a30916b. 00010000:00000010:0.1:1761122783.487530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000327963f4. 00010000:00000010:0.1:1761122783.487533:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9313cf0. 00010000:00000010:0.1:1761122783.487536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4f96ff. 00010000:00000010:0.1:1761122783.487538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa3ece61. 00010000:00000010:0.1:1761122783.487541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000317df1a0. 00010000:00000010:0.1:1761122783.487544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eee9d87. 00010000:00000010:0.1:1761122783.487547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039245f90. 00010000:00000010:0.1:1761122783.487553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000172b6966. 00010000:00000010:0.1:1761122783.487557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3655189. 00010000:00000010:0.1:1761122783.487560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074db080d. 00010000:00000010:0.1:1761122783.487563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ced93f. 00010000:00000010:0.1:1761122783.487566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053844bc0. 00010000:00000010:0.1:1761122783.487570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796d12e6. 00010000:00000010:0.1:1761122783.487573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0307651. 00010000:00000010:0.1:1761122783.487576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da7e9f0e. 00010000:00000010:0.1:1761122783.487579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fb58d8d. 00010000:00000010:0.1:1761122783.487583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc630510. 00010000:00000010:0.1:1761122783.487585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b835f211. 00010000:00000010:0.1:1761122783.487588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f8c84bd. 00010000:00000010:0.1:1761122783.487591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbe4c1bb. 00010000:00000010:0.1:1761122783.487594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ede493f. 00010000:00000010:0.1:1761122783.487597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000777a968a. 00010000:00000010:0.1:1761122783.487599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0050e19. 00010000:00000010:0.1:1761122783.487602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075319f7a. 00010000:00000010:0.1:1761122783.487604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000313b2b52. 00010000:00000010:0.1:1761122783.487607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d7d504. 00010000:00000010:0.1:1761122783.487610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e758489b. 00010000:00000010:0.1:1761122783.487615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af1dd874. 00010000:00000010:0.1:1761122783.487618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000667f8f8a. 00010000:00000010:0.1:1761122783.487622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000580d103e. 00010000:00000010:0.1:1761122783.487625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0d046f6. 00010000:00000010:0.1:1761122783.487629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000651a8a98. 00010000:00000010:0.1:1761122783.487633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be2f39b3. 00010000:00000010:0.1:1761122783.487637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040fc567a. 00010000:00000010:0.1:1761122783.487640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e5b753f. 00010000:00000010:0.1:1761122783.487643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b99fb4c0. 00010000:00000010:0.1:1761122783.487646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007095bdd4. 00010000:00000010:0.1:1761122783.487648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028451b12. 00010000:00000010:0.1:1761122783.487650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000336459dd. 00010000:00000010:0.1:1761122783.487652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068e9dc32. 00010000:00000010:0.1:1761122783.487680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043a32e17. 00010000:00000010:0.1:1761122783.487684:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000badbab6d. 00010000:00000010:0.1:1761122783.487686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca23dcbc. 00010000:00000010:0.1:1761122783.487688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d22bb68. 00010000:00000010:0.1:1761122783.487691:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006695506. 00010000:00000010:0.1:1761122783.487693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e9a2c1. 00010000:00000010:0.1:1761122783.487696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bed0858. 00010000:00000010:0.1:1761122783.487698:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6802e38. 00010000:00000010:0.1:1761122783.487701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013b378e5. 00010000:00000010:0.1:1761122783.487706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6103ea. 00010000:00000010:0.1:1761122783.487710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b767005. 00010000:00000010:0.1:1761122783.487714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc597f7b. 00010000:00000010:0.1:1761122783.487717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1a0865. 00010000:00000010:0.1:1761122783.487721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afafda0a. 00010000:00000010:0.1:1761122783.487723:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008744209a. 00010000:00000010:0.1:1761122783.487726:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e300741. 00010000:00000010:0.1:1761122783.487728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3dd287d. 00010000:00000010:0.1:1761122783.487730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000591dcffb. 00010000:00000010:0.1:1761122783.487733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b4b0fe. 00010000:00000010:0.1:1761122783.487735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078af275a. 00010000:00000010:0.1:1761122783.487737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fedb607. 00010000:00000010:0.1:1761122783.487740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053de67e6. 00010000:00000010:0.1:1761122783.487742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e15e07. 00010000:00000010:0.1:1761122783.487744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000208673ad. 00010000:00000010:0.1:1761122783.487747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa66b5b3. 00010000:00000010:0.1:1761122783.487749:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a45edbc. 00010000:00000010:0.1:1761122783.487753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ce3cbc5. 00010000:00000010:0.1:1761122783.487756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac043199. 00010000:00000010:0.1:1761122783.487759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008867c8a1. 00010000:00000010:0.1:1761122783.487762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aff08d2a. 00010000:00000010:0.1:1761122783.487764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073340175. 00010000:00000010:0.1:1761122783.487766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038949470. 00010000:00000010:0.1:1761122783.487769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f2b2a4f. 00010000:00000010:0.1:1761122783.487773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000323420d8. 00010000:00000010:0.1:1761122783.487777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054de70c2. 00010000:00000010:0.1:1761122783.487780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b5ba9c. 00010000:00000010:0.1:1761122783.487783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf531be. 00010000:00000010:0.1:1761122783.487786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbde8b23. 00010000:00000010:0.1:1761122783.487788:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000990b7d80. 00010000:00000010:0.1:1761122783.487791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4ebb974. 00010000:00000010:0.1:1761122783.487794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c24f5a. 00010000:00000010:0.1:1761122783.487796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000da90b6c. 00010000:00000010:0.1:1761122783.487799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c4aa9d5. 00010000:00000010:0.1:1761122783.487801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a03ddfd3. 00010000:00000010:0.1:1761122783.487804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ca1ef5. 00010000:00000010:0.1:1761122783.487806:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000979a491c. 00010000:00000010:0.1:1761122783.487809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000219eae1f. 00010000:00000010:0.1:1761122783.487811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a981b6de. 00010000:00000010:0.1:1761122783.487814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a694307. 00010000:00000010:0.1:1761122783.487816:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fe0f56. 00010000:00000010:0.1:1761122783.487818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2302bc5. 00010000:00000010:0.1:1761122783.487821:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000895bed8b. 00010000:00000010:0.1:1761122783.487823:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009251ecd0. 00010000:00000010:0.1:1761122783.487825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7e242c. 00010000:00000010:0.1:1761122783.487829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000170ed33d. 00010000:00000010:0.1:1761122783.487831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff4dca78. 00010000:00000010:0.1:1761122783.487835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a133b28. 00010000:00000010:0.1:1761122783.487838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007559daa6. 00010000:00000010:0.1:1761122783.487841:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001957a06b. 00010000:00000010:0.1:1761122783.487843:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c64a131d. 00010000:00000010:0.1:1761122783.487847:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096a83c8e. 00010000:00000010:0.1:1761122783.487852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c47db843. 00010000:00000010:0.1:1761122783.487855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000817e496b. 00010000:00000010:0.1:1761122783.488052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ae74c08. 00010000:00000010:0.1:1761122783.488056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090348ca9. 00010000:00000010:0.1:1761122783.488059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a9b58de. 00010000:00000010:0.1:1761122783.488061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de759da0. 00010000:00000010:0.1:1761122783.488064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000563bf1f0. 00010000:00000010:0.1:1761122783.488067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000602f200e. 00010000:00000010:0.1:1761122783.488069:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b855a1a1. 00010000:00000010:0.1:1761122783.488072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040be7d54. 00010000:00000010:0.1:1761122783.488084:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a9de67. 00010000:00000010:0.1:1761122783.488088:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000922b03cd. 00010000:00000010:0.1:1761122783.488090:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055144775. 00010000:00000010:0.1:1761122783.488093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc0ff926. 00010000:00000010:0.1:1761122783.488095:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002503a68e. 00010000:00000010:0.1:1761122783.488098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7440aed. 00010000:00000010:0.1:1761122783.488100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b1eac77. 00010000:00000010:0.1:1761122783.488103:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095c2847a. 00010000:00000010:0.1:1761122783.488108:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018a1eb00. 00010000:00000010:0.1:1761122783.488114:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f519f174. 00010000:00000010:0.1:1761122783.488117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2726734. 00010000:00000010:0.1:1761122783.488120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ceb930. 00010000:00000010:0.1:1761122783.488123:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f44959dc. 00010000:00000010:0.1:1761122783.488125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c42e26c3. 00010000:00000010:0.1:1761122783.488128:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053600f2a. 00010000:00000010:0.1:1761122783.488130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cfeb2041. 00010000:00000010:0.1:1761122783.488133:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071f50e40. 00010000:00000010:0.1:1761122783.488135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b13c473. 00010000:00000010:0.1:1761122783.488137:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064aae7e0. 00010000:00000010:0.1:1761122783.488140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052920ecf. 00010000:00000010:0.1:1761122783.488142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066e271de. 00010000:00000010:0.1:1761122783.488145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000119dc77f. 00010000:00000010:0.1:1761122783.488147:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000080cec72. 00010000:00000010:0.1:1761122783.488149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d56c5930. 00010000:00000010:0.1:1761122783.488151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9e16cee. 00010000:00000010:0.1:1761122783.488153:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e59f0b5. 00010000:00000010:0.1:1761122783.488156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003613d108. 00010000:00000010:0.1:1761122783.488158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f08274. 00010000:00000010:0.1:1761122783.488160:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018fdf11e. 00010000:00000010:0.1:1761122783.488163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064940f49. 00010000:00000010:0.1:1761122783.488165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cae70bd. 00010000:00000010:0.1:1761122783.488167:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e3a8fd9. 00010000:00000010:0.1:1761122783.488170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc1a5c30. 00010000:00000010:0.1:1761122783.488173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325326a2. 00010000:00000010:0.1:1761122783.488175:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084e1d47. 00010000:00000010:0.1:1761122783.488178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045b5835c. 00010000:00000010:0.1:1761122783.488180:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3b7e6a5. 00010000:00000010:0.1:1761122783.488183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e69ba9. 00010000:00000010:0.1:1761122783.488186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc39af60. 00010000:00000010:0.1:1761122783.488191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5ffc10. 00010000:00000010:0.1:1761122783.488193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002382b92a. 00010000:00000010:0.1:1761122783.488196:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f78cf8. 00010000:00000010:0.1:1761122783.488197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001596b8a2. 00010000:00000010:0.1:1761122783.488200:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39cc4da. 00010000:00000010:0.1:1761122783.488202:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000504c7998. 00010000:00000010:0.1:1761122783.488204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732574d1. 00010000:00000010:0.1:1761122783.488206:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000286833f8. 00010000:00000010:0.1:1761122783.488209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f14043bf. 00010000:00000010:0.1:1761122783.488211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab659ce5. 00010000:00000010:0.1:1761122783.488214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2b6a5d. 00000400:00000200:2.0:1761122783.490965:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.490988:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482095c0 00000400:00000200:2.0:1761122783.490999:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafba9 [1] + 224 00000400:00000200:2.0:1761122783.491012:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.491016:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.491026:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643650496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.491171:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:0.0:1761122783.491177:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:0.0:1761122783.491180:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.491186:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643650496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.491194:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643650496/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.493738:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b74d974a. 02000000:00000010:0.0:1761122783.493756:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008834c48c. 00000100:00000010:0.0:1761122783.493764:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:0.0:1761122783.493775:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.493780:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000400:00000200:2.0:1761122783.500627:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.500650:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482557c0 00000400:00000200:2.0:1761122783.501224:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 328 00000400:00000200:2.0:1761122783.501722:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.501729:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.501738:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.501747:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 00000020:00000010:0.0:1761122783.501856:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b74d974a. 00000020:00000010:0.0:1761122783.501866:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000023a8cf5e. 00000020:00000010:0.0:1761122783.501871:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000052362fc7. 00000100:00000200:0.0:1761122783.502171:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000859fcd97 x1846669643962304/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122783.503532:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962304 02000000:00000010:2.0:1761122783.503547:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032b830c2. 00010000:00000010:2.0:1761122783.503580:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b8fed2b. 00010000:00000010:2.0:1761122783.503601:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f414ef0f. 00000100:00000010:2.0:1761122783.503607:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122783.503626:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:2.0:1761122783.503630:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f414ef0f. 00000400:00000010:2.0:1761122783.503644:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122783.503649:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962304, offset 224 00000400:00000200:2.0:1761122783.503677:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.503693:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.503699:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89511:89511:256:4294967295] 192.168.201.27@tcp LPNI seq info [89511:89511:8:4294967295] 00000400:00000200:2.0:1761122783.503710:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.503715:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.503720:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000050210e2b (tot 82347602). 00000800:00000200:2.0:1761122783.503726:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.503733:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.503737:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000050210e2b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.503763:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000023a8cf5e. 00000020:00000010:2.0:1761122783.503768:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000052362fc7. 00000020:00000010:2.0:1761122783.503772:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b74d974a. 00080000:00000010:0.0:1761122783.503842:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b74d974a. 00010000:00000010:0.0:1761122783.503927:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.503934:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000034866eea. 00010000:00000010:0.0:1761122783.504235:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000005e2b6a5d. 00010000:00000010:0.0:1761122783.504241:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000067ab9572. 00010000:00000010:0.0:1761122783.504251:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000247b2ce1. 00000100:00000010:0.0:1761122783.504255:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.504262:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.504274:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008834c48c. 02000000:00000010:0.0:1761122783.504298:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da3f1272. 00000400:00000010:0.0:1761122783.504304:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001c12c486. 00000400:00000010:0.0:1761122783.504310:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4cb38ff. 00000100:00000200:0.0:1761122783.504314:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650560, portal 16 00000400:00000010:0.0:1761122783.504319:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003fc31403. 00000100:00000200:0.0:1761122783.504320:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650560, offset 0 00000400:00000200:0.0:1761122783.504326:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.504333:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.504339:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.504343:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.504347:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.504349:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89512:89512:255:4294967295] 192.168.201.27@tcp LPNI seq info [89512:89512:7:4294967295] 00000400:00000200:0.0:1761122783.504357:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.504361:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.504364:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347850). 00000800:00000200:0.0:1761122783.504367:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.504371:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.504374:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.504803:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.504807:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000050210e2b (tot 82347602). 00000400:00000200:3.0:1761122783.504813:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.504818:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.504823:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:3.0:1761122783.504825:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000800:00000200:3.0:1761122783.504898:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.504901:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:3.0:1761122783.504904:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.504907:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.504910:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc31403 00000400:00000010:3.0:1761122783.504912:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003fc31403. 00000100:00000200:3.0:1761122783.504919:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b031d97e x1846669643650560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.511775:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.511802:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209600 00000400:00000200:2.0:1761122783.511812:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbb5 [1] + 224 00000400:00000200:2.0:1761122783.511827:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.511831:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.511843:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000b031d97e x1846669643650560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.511879:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.511885:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255800 00000400:00000200:2.0:1761122783.511890:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 656 00000400:00000200:2.0:1761122783.511943:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.511963:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.511967:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.511982:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 00000400:00000010:3.0:1761122783.512082:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001c12c486. 00000400:00000200:3.0:1761122783.512088:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4cb38ff 00000400:00000010:3.0:1761122783.512090:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4cb38ff. 00000100:00000200:3.0:1761122783.512111:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b031d97e x1846669643650560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.512120:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b031d97e x1846669643650560/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.512163:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da3f1272. 02000000:00000010:3.0:1761122783.512170:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008834c48c. 00000100:00000010:3.0:1761122783.512190:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000010:3.0:1761122783.512195:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:3.0:1761122783.512200:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000247b2ce1. 00000020:00000010:1.0:1761122783.512348:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000444f92bd. 00000020:00000010:1.0:1761122783.512362:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.512367:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.512402:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042d0ccf0 x1846669643962368/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.512467:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962368 02000000:00000010:1.0:1761122783.512493:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d89a190. 00010000:00000010:1.0:1761122783.512530:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f5c8e409. 00010000:00000010:1.0:1761122783.512550:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.512556:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.512578:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.512581:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.512605:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004b31b952. 00000100:00000200:1.0:1761122783.512609:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962368, offset 224 00000400:00000200:1.0:1761122783.512617:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.512626:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.512641:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89513:89513:256:4294967295] 192.168.201.27@tcp LPNI seq info [89513:89513:8:4294967295] 00000400:00000200:1.0:1761122783.512652:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.512686:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.512691:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347602). 00000800:00000200:1.0:1761122783.512696:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.512716:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.512720:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.512735:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.512740:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.512743:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000444f92bd. 00080000:00000010:3.0:1761122783.512836:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031e61dae. 00010000:00000010:3.0:1761122783.512935:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000067ab9572. 00010000:00000010:3.0:1761122783.513152:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000862f0b47. 00010000:00000010:3.0:1761122783.513254:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e67fac. 00010000:00000010:3.0:1761122783.513258:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f0648582. 00010000:00000010:3.0:1761122783.513279:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122783.513285:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c98cddab. 00080000:00000010:3.0:1761122783.513297:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb407a54. 00010000:00000010:3.0:1761122783.513352:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98cddab. 00010000:00000010:3.0:1761122783.513357:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0648582. 00010000:00000010:3.0:1761122783.513432:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bcb06119. 00010000:00000010:3.0:1761122783.513436:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c98cddab. 00010000:00000010:3.0:1761122783.513443:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000055319526. 00000100:00000010:3.0:1761122783.513448:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021db480a. 00000100:00000010:3.0:1761122783.513463:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001c7b672d. 02000000:00000010:3.0:1761122783.513473:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000344d8ee2. 02000000:00000010:3.0:1761122783.513508:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000015f85cc6. 00000400:00000010:3.0:1761122783.513513:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000552f1ae. 00000400:00000010:3.0:1761122783.513517:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122783.513531:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650624, portal 16 00000400:00000010:3.0:1761122783.513535:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122783.513536:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650624, offset 0 00000400:00000200:3.0:1761122783.513542:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.513548:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.513553:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.513568:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.513571:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.513574:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89514:89514:255:4294967295] 192.168.201.27@tcp LPNI seq info [89514:89514:7:4294967295] 00000400:00000200:3.0:1761122783.513583:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.513587:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.513590:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347850). 00000800:00000200:3.0:1761122783.513604:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.513608:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.513610:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.514543:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.514549:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347602). 00000400:00000200:2.0:1761122783.514554:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.514561:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.514564:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004b31b952 00000400:00000010:2.0:1761122783.514566:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004b31b952. 00000800:00000200:2.0:1761122783.514642:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.514645:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347354). 00000400:00000200:2.0:1761122783.514652:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.514689:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.514692:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:2.0:1761122783.514693:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000100:00000200:2.0:1761122783.514716:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001c7b672d x1846669643650624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.517006:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.517024:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209640 00000400:00000200:3.0:1761122783.517031:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbc1 [1] + 224 00000400:00000200:3.0:1761122783.517048:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.517052:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.517061:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001c7b672d x1846669643650624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.517196:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000552f1ae. 00000400:00000200:0.0:1761122783.517202:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:0.0:1761122783.517204:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:0.0:1761122783.517213:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001c7b672d x1846669643650624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.517223:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001c7b672d x1846669643650624/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.517251:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000015f85cc6. 02000000:00000010:0.0:1761122783.517257:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000344d8ee2. 00010000:00000010:2.1:1761122783.517260:0:78703:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ac7025f. 00000100:00000010:0.0:1761122783.517261:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001c7b672d. 00000100:00000010:0.0:1761122783.517268:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021db480a. 00010000:00000010:0.0:1761122783.517272:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000055319526. 00010000:00000010:0.1:1761122783.518354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ec6b8d0. 00010000:00000010:0.1:1761122783.518366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000576859a9. 00000400:00000200:0.0:1761122783.519350:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.519569:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255840 00000400:00000200:0.0:1761122783.519575:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 984 00000400:00000200:0.0:1761122783.519638:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.519643:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.519648:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.519737:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:1.0:1761122783.521535:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000444f92bd. 00000020:00000010:1.0:1761122783.521545:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.521550:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.521582:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643962432/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.521615:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962432 02000000:00000010:1.0:1761122783.521628:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4f6233e. 00010000:00000010:1.0:1761122783.521671:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000059add525. 00010000:00000010:1.0:1761122783.521692:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.521700:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.521714:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.521718:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.521732:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c07f6ad. 00000100:00000200:1.0:1761122783.521738:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962432, offset 224 00000400:00000200:1.0:1761122783.521747:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.521760:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.521767:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89515:89515:256:4294967295] 192.168.201.27@tcp LPNI seq info [89515:89515:8:4294967295] 00000400:00000200:1.0:1761122783.521778:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.521783:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.521788:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122783.521794:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.521801:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.521805:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.521831:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.521836:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.521839:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000444f92bd. 00000800:00000200:3.0:1761122783.521957:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.521962:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347354). 00000400:00000200:3.0:1761122783.521967:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.521972:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.521976:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c07f6ad 00000400:00000010:3.0:1761122783.521978:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c07f6ad. 00080000:00000010:2.0:1761122783.522628:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f18d2336. 00010000:00000010:3.1:1761122783.522692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052ef71ec. 00010000:00000010:3.1:1761122783.522699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e2b6a5d. 00010000:00000010:3.1:1761122783.522703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e67fac. 00010000:00000010:3.1:1761122783.522705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00010000:00000010:1.1:1761122783.522718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3d8d11. 00010000:00000010:2.0:1761122783.522788:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c98cddab. 00010000:00000010:2.0:1761122783.522793:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060e37dc2. 00010000:00000010:2.0:1761122783.522849:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000a4a41c58. 00010000:00000010:2.0:1761122783.522854:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000013afab7f. 00010000:00000010:2.0:1761122783.522866:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f414ef0f. 00000100:00000010:2.0:1761122783.523097:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004223827a. 00000100:00000010:2.0:1761122783.523106:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 02000000:00000010:2.0:1761122783.523504:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f86b6b66. 02000000:00000010:2.0:1761122783.523532:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003028a865. 00000400:00000010:2.0:1761122783.523539:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000062645e0. 00000400:00000010:2.0:1761122783.523544:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122783.523550:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650688, portal 16 00000400:00000010:2.0:1761122783.523556:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122783.523558:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650688, offset 0 00000400:00000200:2.0:1761122783.523565:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.523574:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.523580:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.523584:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.523586:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.523589:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89516:89516:256:4294967295] 192.168.201.27@tcp LPNI seq info [89516:89516:8:4294967295] 00000400:00000200:2.0:1761122783.523597:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.523602:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.523605:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.523610:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.523614:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.523617:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.525588:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.525594:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:2.0:1761122783.525602:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.525610:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.525614:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:2.0:1761122783.525617:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:2.0:1761122783.525625:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a1eecf41 x1846669643650688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.525814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045690358. 00000400:00000200:0.0:1761122783.530446:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.530468:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209680 00000400:00000200:0.0:1761122783.530477:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbcd [1] + 224 00000400:00000200:0.0:1761122783.530490:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.530494:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.530505:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a1eecf41 x1846669643650688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.530548:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.530553:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255880 00000400:00000200:0.0:1761122783.530558:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 1312 00000400:00000200:0.0:1761122783.530618:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.530622:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.530626:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.530631:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000400:00000010:1.0:1761122783.533187:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000062645e0. 00000400:00000200:1.0:1761122783.533199:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:1.0:1761122783.533201:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:1.0:1761122783.533219:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a1eecf41 x1846669643650688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.533230:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a1eecf41 x1846669643650688/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.533276:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003028a865. 02000000:00000010:1.0:1761122783.533282:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f86b6b66. 00000100:00000010:1.0:1761122783.533287:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 00000100:00000010:1.0:1761122783.533293:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004223827a. 00010000:00000010:1.0:1761122783.533298:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f414ef0f. 00000020:00000010:3.0:1761122783.534094:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fe9d4ee9. 00000020:00000010:3.0:1761122783.534108:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f0648582. 00000020:00000010:3.0:1761122783.534113:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000065722b0a. 00000100:00000200:3.0:1761122783.534326:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643962496/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.535157:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962496 02000000:00000010:1.0:1761122783.535172:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000444f92bd. 00010000:00000010:1.0:1761122783.535201:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000982c860b. 00010000:00000010:1.0:1761122783.535224:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.535232:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.535255:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.535259:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.535477:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000083b57f5a. 00000100:00000200:1.0:1761122783.535484:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962496, offset 224 00000400:00000200:1.0:1761122783.535493:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122783.535498:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e8654104. 00000400:00000200:1.0:1761122783.535506:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.535513:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89517:89517:256:4294967295] 192.168.201.27@tcp LPNI seq info [89517:89517:8:4294967295] 00000400:00000200:1.0:1761122783.535523:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.535529:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.535533:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122783.535539:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.535546:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.535550:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.535570:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f0648582. 00000020:00000010:1.0:1761122783.535574:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000065722b0a. 00000020:00000010:1.0:1761122783.535578:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fe9d4ee9. 00010000:00000010:0.0:1761122783.535581:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013afab7f. 00010000:00000010:0.0:1761122783.535586:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd73857d. 00010000:00000010:0.0:1761122783.535689:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000576859a9. 00010000:00000010:0.0:1761122783.535697:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:0.0:1761122783.535707:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122783.535711:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.535719:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.535729:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e21ec463. 02000000:00000010:0.0:1761122783.535751:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006093e979. 00000400:00000010:0.0:1761122783.535755:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122783.535761:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.535765:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650752, portal 16 00000400:00000010:0.0:1761122783.535769:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b360f21. 00000100:00000200:0.0:1761122783.535771:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650752, offset 0 00000400:00000200:0.0:1761122783.535776:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.535783:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.535790:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.535793:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.535796:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.535799:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89518:89518:255:4294967295] 192.168.201.27@tcp LPNI seq info [89518:89518:7:4294967295] 00000400:00000200:0.0:1761122783.535806:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.535810:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.535813:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347850). 00000800:00000200:0.0:1761122783.535817:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.535821:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.535824:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.535826:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.535830:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347602). 00000400:00000200:3.0:1761122783.535834:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.535840:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.535844:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000083b57f5a 00000400:00000010:3.0:1761122783.535846:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000083b57f5a. 00000800:00000200:3.0:1761122783.535878:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.535880:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:3.0:1761122783.535883:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.535887:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.535889:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b360f21 00000400:00000010:3.0:1761122783.535890:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b360f21. 00000100:00000200:3.0:1761122783.535897:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643650752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.537785:0:78704:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb59b866. 00010000:00000010:2.1:1761122783.537794:0:78704:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcb06119. 00000400:00000200:3.0:1761122783.538637:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.538673:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482096c0 00000400:00000200:3.0:1761122783.538683:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbd9 [1] + 224 00000400:00000200:3.0:1761122783.538698:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761122783.538701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6ad7765. 00010000:00000010:1.1:1761122783.538703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d52a4a1. 00000400:00000200:3.0:1761122783.538705:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00010000:00000010:0.1:1761122783.538710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4a41c58. 00000100:00000200:3.0:1761122783.538718:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643650752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.538763:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.538771:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482558c0 00000400:00000200:3.0:1761122783.538777:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 1640 00000400:00000200:3.0:1761122783.538787:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761122783.538788:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:3.0:1761122783.538793:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.538794:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122783.538798:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.538805:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643650752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.538806:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.538815:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003a5e845. 00000100:00000200:0.0:1761122783.538817:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643650752/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.538851:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006093e979. 02000000:00000010:0.0:1761122783.538858:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e21ec463. 00000100:00000010:0.0:1761122783.538861:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:0.0:1761122783.538866:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.538869:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000020:00000010:1.0:1761122783.538883:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000546ea68a. 00000020:00000010:1.0:1761122783.538889:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.538893:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.538916:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003a5e845 x1846669643962560/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.538951:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962560 02000000:00000010:1.0:1761122783.538962:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abffce98. 00010000:00000010:1.0:1761122783.538988:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0e31c73. 00010000:00000010:1.0:1761122783.539005:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.539010:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.539028:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.539031:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.539044:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b2f3bf1. 00000100:00000200:1.0:1761122783.539048:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962560, offset 224 00000400:00000200:1.0:1761122783.539055:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122783.539063:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e21ec463. 00000400:00000200:1.0:1761122783.539065:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.539070:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89519:89519:256:4294967295] 192.168.201.27@tcp LPNI seq info [89519:89519:8:4294967295] 00000400:00000200:1.0:1761122783.539090:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.539095:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.539100:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347602). 00000800:00000200:1.0:1761122783.539104:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.539110:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.539113:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.539130:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ebe3e5f. 00000020:00000010:1.0:1761122783.539134:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.539137:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000546ea68a. 00010000:00000010:0.0:1761122783.539144:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:0.0:1761122783.539149:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc2775cd. 00010000:00000010:0.0:1761122783.539217:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f14043bf. 00010000:00000010:0.0:1761122783.539224:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:0.0:1761122783.539233:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122783.539236:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.539241:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.539251:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006093e979. 02000000:00000010:0.0:1761122783.539270:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007944c006. 00000400:00000010:0.0:1761122783.539273:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122783.539277:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.539282:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650816, portal 16 00000400:00000010:0.0:1761122783.539287:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.539289:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650816, offset 0 00000400:00000200:0.0:1761122783.539295:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.539301:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.539307:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.539311:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.539314:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.539317:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89520:89520:255:4294967295] 192.168.201.27@tcp LPNI seq info [89520:89520:7:4294967295] 00000400:00000200:0.0:1761122783.539324:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.539328:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.539331:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347850). 00000800:00000200:0.0:1761122783.539335:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.539339:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.539341:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.539382:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.539385:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347602). 00000400:00000200:0.0:1761122783.539389:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.539393:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.539395:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b2f3bf1 00000400:00000010:0.0:1761122783.539397:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b2f3bf1. 00000800:00000200:0.0:1761122783.539461:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.539464:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:0.0:1761122783.539467:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.539470:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.539472:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122783.539473:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.539479:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643650816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.541327:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.541344:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209700 00000400:00000200:3.0:1761122783.541352:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbe5 [1] + 224 00000400:00000200:3.0:1761122783.541363:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.541367:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.541375:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643650816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.541463:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:0.0:1761122783.541467:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:0.0:1761122783.541469:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.541476:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643650816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.541484:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643650816/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.541510:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007944c006. 02000000:00000010:0.0:1761122783.541516:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006093e979. 00000100:00000010:0.0:1761122783.541520:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:0.0:1761122783.541525:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.541527:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000200:1.0:1761122783.542849:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.542865:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255900 00000400:00000200:1.0:1761122783.542872:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae4f5 [2] + 1968 00000400:00000010:1.0:1761122783.542876:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003bc3522d. 00000400:00000200:1.0:1761122783.542880:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c9289550 00000400:00000200:1.0:1761122783.542941:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.542947:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.542950:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c9289550 00000400:00000010:1.0:1761122783.542952:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c9289550 (tot 82347202). 00000100:00000200:1.0:1761122783.542958:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761122783.547376:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047dfba18. 00000020:00000010:3.0:1761122783.547389:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.547393:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e3cc447. 00000100:00000200:3.0:1761122783.547421:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000185f06f7 x1846669643962624/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.547464:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962624 02000000:00000010:3.0:1761122783.547475:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc8c6d21. 00010000:00000010:3.0:1761122783.547505:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3170d76. 00010000:00000010:3.0:1761122783.547524:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122783.547532:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007df880a7. 00000100:00000010:3.0:1761122783.547552:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007df880a7. 00010000:00000010:3.0:1761122783.547556:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000010:3.0:1761122783.547571:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122783.547577:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962624, offset 224 00080000:00000010:0.0:1761122783.547584:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007944c006. 00000400:00000200:3.0:1761122783.547585:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.547601:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.547609:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89521:89521:256:4294967295] 192.168.201.27@tcp LPNI seq info [89521:89521:8:4294967295] 00000400:00000200:3.0:1761122783.547619:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.547625:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.547630:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347450). 00000800:00000200:3.0:1761122783.547636:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.547643:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.547647:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.547680:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00010000:00000010:0.0:1761122783.547684:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00000020:00000010:3.0:1761122783.547685:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e3cc447. 00000020:00000010:3.0:1761122783.547689:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047dfba18. 00010000:00000010:0.0:1761122783.547690:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b187762. 02000000:00000010:3.0:1761122783.547697:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abffce98. 00000100:00000010:3.0:1761122783.547700:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003a5e845. 02000000:00000010:3.0:1761122783.547704:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000444f92bd. 00000100:00000010:3.0:1761122783.547707:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:3.0:1761122783.547711:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4f6233e. 00000100:00000010:3.0:1761122783.547712:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 02000000:00000010:3.0:1761122783.547716:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d89a190. 00000100:00000010:3.0:1761122783.547718:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 02000000:00000010:3.0:1761122783.547722:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032b830c2. 00000100:00000010:3.0:1761122783.547726:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 02000000:00000010:3.0:1761122783.547728:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000651974d7. 00000100:00000010:3.0:1761122783.547730:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000200:3.0:1761122783.547736:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122783.547743:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000048891548. 00000400:00000010:3.0:1761122783.547747:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007df880a7 (tot 82347602). 00010000:00000010:0.0:1761122783.547763:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000732574d1. 00010000:00000010:0.0:1761122783.547769:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005293748c. 00010000:00000010:0.0:1761122783.547780:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000085968bf1. 00000100:00000010:0.0:1761122783.547783:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.547790:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.547803:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000705db03f. 02000000:00000010:0.0:1761122783.547829:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2083724. 00000400:00000010:0.0:1761122783.547833:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062ee1781. 00000400:00000010:0.0:1761122783.547837:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d30b19cc. 00000100:00000200:0.0:1761122783.547840:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650880, portal 16 00000400:00000010:0.0:1761122783.547845:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.547847:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650880, offset 0 00000400:00000200:0.0:1761122783.547851:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.547858:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.547864:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.547867:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.547870:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.547872:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89522:89522:255:4294967295] 192.168.201.27@tcp LPNI seq info [89522:89522:7:4294967295] 00000400:00000200:0.0:1761122783.547879:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.547883:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.547887:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347850). 00000800:00000200:0.0:1761122783.547890:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.547894:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.547896:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.547941:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.547945:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347602). 00000400:00000200:0.0:1761122783.547951:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.547956:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.547959:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:0.0:1761122783.547961:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 02000000:00000010:0.0:1761122783.547965:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc8c6d21. 00000800:00000200:0.0:1761122783.548031:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.548034:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:0.0:1761122783.548038:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.548041:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.548043:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122783.548044:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.548050:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643650880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.548255:0:78705:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000905b727a. 00010000:00000010:0.1:1761122783.548700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0a79bc. 00010000:00000010:0.1:1761122783.548706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000576859a9. 00000400:00000200:1.0:1761122783.551151:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.551170:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209740 00000400:00000200:1.0:1761122783.551179:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafbf5 [1] + 224 00000400:00000200:1.0:1761122783.551191:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.551195:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.551206:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643650880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.551740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541dd127. 00000400:00000010:2.0:1761122783.552167:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062ee1781. 00000400:00000200:1.0:1761122783.552171:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.552172:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d30b19cc 00000400:00000010:2.0:1761122783.552175:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d30b19cc. 00000400:00000200:1.0:1761122783.552179:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255940 00000100:00000200:2.0:1761122783.552182:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643650880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.552184:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 0 00000100:00000200:2.0:1761122783.552197:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643650880/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.552237:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2083724. 02000000:00000010:2.0:1761122783.552246:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000705db03f. 00000100:00000010:2.0:1761122783.552249:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:2.0:1761122783.552255:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00000400:00000200:1.0:1761122783.552258:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:2.0:1761122783.552260:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000085968bf1. 00000400:00000200:1.0:1761122783.552262:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.552268:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.552273:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 00000020:00000010:3.0:1761122783.552344:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047dfba18. 00000020:00000010:3.0:1761122783.552354:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.552359:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003e3cc447. 00000100:00000200:3.0:1761122783.552384:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bccd9386 x1846669643962688/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.553240:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962688 02000000:00000010:1.0:1761122783.553255:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000546ea68a. 00010000:00000010:1.0:1761122783.553284:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072b73038. 00010000:00000010:1.0:1761122783.553503:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.553509:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000119324cd. 00000100:00000010:1.0:1761122783.553520:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000119324cd. 00010000:00000010:1.0:1761122783.553522:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.553538:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.553543:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962688, offset 224 00000400:00000200:1.0:1761122783.553552:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.553564:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.553570:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89523:89523:256:4294967295] 192.168.201.27@tcp LPNI seq info [89523:89523:8:4294967295] 00000400:00000200:1.0:1761122783.553580:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.553586:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.553590:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122783.553595:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.553602:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.553606:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.553623:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:1.0:1761122783.553627:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003e3cc447. 00000020:00000010:1.0:1761122783.553632:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000047dfba18. 00000800:00000200:1.0:1761122783.554428:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.554434:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:1.0:1761122783.554440:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.554446:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.554450:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122783.554452:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00010000:00000010:0.1:1761122783.554690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a386f919. 00010000:00000010:0.1:1761122783.554698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f14043bf. 00080000:00000010:2.0:1761122783.556302:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c9141bc. 00010000:00000010:2.0:1761122783.556782:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005293748c. 00010000:00000010:2.0:1761122783.556793:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e338c629. 00010000:00000010:2.0:1761122783.556880:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 00000000518108f1. 00010000:00000010:2.0:1761122783.556884:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122783.556888:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.556893:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00080000:00000010:2.0:1761122783.556910:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053f42ff1. 00010000:00000010:2.0:1761122783.556932:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.556934:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4341a37. 00010000:00000010:2.0:1761122783.556977:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.0:1761122783.556980:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.556987:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122783.556993:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.557001:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122783.557012:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e58b09f8. 02000000:00000010:2.0:1761122783.557038:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000991befbc. 00000400:00000010:2.0:1761122783.557044:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.557050:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122783.557055:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643650944, portal 16 00000400:00000010:2.0:1761122783.557062:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f69e090a. 00000100:00000200:2.0:1761122783.557064:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643650944, offset 0 00000400:00000200:2.0:1761122783.557072:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.557103:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.557110:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.557114:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.557180:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.557184:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89524:89524:256:4294967295] 192.168.201.27@tcp LPNI seq info [89524:89524:8:4294967295] 00000400:00000200:2.0:1761122783.557197:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.557204:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.557209:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.557216:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.557224:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.557229:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.557879:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.557884:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:0.0:1761122783.557890:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.557897:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.557902:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f69e090a 00000400:00000010:0.0:1761122783.557904:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f69e090a. 00000100:00000200:0.0:1761122783.557911:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643650944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.560785:0:78706:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a77d876. 00010000:00000010:2.1:1761122783.564724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d8f8f96. 00010000:00000010:2.1:1761122783.564743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000732574d1. 00010000:00000010:2.1:1761122783.564748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000518108f1. 00010000:00000010:2.1:1761122783.564752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00000400:00000200:1.0:1761122783.565053:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.565070:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209780 00000400:00000200:1.0:1761122783.565089:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc01 [1] + 224 00000400:00000200:1.0:1761122783.565103:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.565107:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.565128:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643650944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.565757:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.565765:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255980 00000400:00000200:1.0:1761122783.565770:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 328 00000400:00000200:1.0:1761122783.566263:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.566268:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.566273:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.566279:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003eb038f9. 00000020:00000010:3.0:1761122783.566676:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d192a9. 00000020:00000010:3.0:1761122783.566684:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122783.566688:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a3fb5e33. 00000100:00000200:3.0:1761122783.566819:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003eb038f9 x1846669643962752/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.566850:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962752 02000000:00000010:3.0:1761122783.566861:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077980a22. 00010000:00000010:3.0:1761122783.566898:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbaaeeaa. 00000100:00000010:3.0:1761122783.566907:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:3.0:1761122783.566913:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:3.0:1761122783.566916:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbaaeeaa. 00000400:00000010:3.0:1761122783.566930:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122783.566935:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962752, offset 224 00000400:00000200:3.0:1761122783.566942:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.566953:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.566959:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89525:89525:256:4294967295] 192.168.201.27@tcp LPNI seq info [89525:89525:8:4294967295] 00000400:00000200:3.0:1761122783.566970:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.566976:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.566981:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122783.566987:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.566995:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.566999:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.567026:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000ffd55b2. 00000020:00000010:3.0:1761122783.567030:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a3fb5e33. 00000020:00000010:3.0:1761122783.567034:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d192a9. 00000800:00000200:0.0:1761122783.568224:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.568230:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:0.0:1761122783.568240:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.568247:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.568251:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:0.0:1761122783.568253:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000400:00000010:2.0:1761122783.569100:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.569107:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:2.0:1761122783.569109:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:2.0:1761122783.569119:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643650944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.569131:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643650944/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.569160:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000077c4d4f4. 02000000:00000010:2.0:1761122783.569178:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000991befbc. 02000000:00000010:2.0:1761122783.569184:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e58b09f8. 00000100:00000010:2.0:1761122783.569188:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122783.569192:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.569196:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00080000:00000010:2.0:1761122783.569216:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e58b09f8. 00010000:00000010:2.0:1761122783.569314:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.569321:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001dd67fe7. 00010000:00000010:2.0:1761122783.569610:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.569620:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.569633:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122783.569640:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.569647:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122783.569683:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000991befbc. 02000000:00000010:2.0:1761122783.569763:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e4f576e. 00000400:00000010:2.0:1761122783.569769:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.569774:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122783.569780:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651008, portal 16 00000400:00000010:2.0:1761122783.569785:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063e6225b. 00000100:00000200:2.0:1761122783.569788:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651008, offset 0 00000400:00000200:2.0:1761122783.569795:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.569809:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.569817:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.569821:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.569824:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.569828:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89526:89526:256:4294967295] 192.168.201.27@tcp LPNI seq info [89526:89526:8:4294967295] 00000400:00000200:2.0:1761122783.569840:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.569846:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.569851:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122783.569857:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.569866:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.569869:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.570519:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.570524:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122783.570530:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.570537:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.570540:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063e6225b 00000400:00000010:0.0:1761122783.570542:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063e6225b. 00000100:00000200:0.0:1761122783.570548:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643651008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.572530:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.572546:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482097c0 00000400:00000200:1.0:1761122783.572554:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc0d [1] + 224 00000400:00000200:1.0:1761122783.572569:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.572574:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.572584:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643651008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761122783.572709:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.572714:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:2.0:1761122783.572716:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:2.0:1761122783.572723:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643651008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.572731:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643651008/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.572760:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e4f576e. 02000000:00000010:2.0:1761122783.572766:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000991befbc. 00000100:00000010:2.0:1761122783.572769:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122783.572775:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.572779:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000400:00000200:1.0:1761122783.573181:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.573191:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482559c0 00000400:00000200:1.0:1761122783.573197:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 656 00000400:00000200:1.0:1761122783.573248:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.573252:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.573257:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.573262:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c30e5b8f. 00000020:00000010:0.0:1761122783.573334:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000075c17624. 00000020:00000010:0.0:1761122783.573341:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122783.573346:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.573381:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c30e5b8f x1846669643962816/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.573414:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962816 02000000:00000010:0.0:1761122783.573424:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006093e979. 00010000:00000010:0.0:1761122783.573451:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000831e5ba2. 00010000:00000010:0.0:1761122783.573471:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.573478:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.573487:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.573489:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122783.573504:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00080000:00000010:2.0:1761122783.573508:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e4f576e. 00000100:00000200:0.0:1761122783.573510:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962816, offset 224 00000400:00000200:0.0:1761122783.573518:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.573528:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.573535:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89527:89527:256:4294967295] 192.168.201.27@tcp LPNI seq info [89527:89527:8:4294967295] 00000400:00000200:0.0:1761122783.573544:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.573549:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.573553:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122783.573558:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.573565:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.573568:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.573585:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122783.573589:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.573591:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000075c17624. 00010000:00000010:2.0:1761122783.573600:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.573607:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3a195da. 00000800:00000200:0.0:1761122783.573686:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.573690:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:0.0:1761122783.573693:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.573697:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.573699:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:0.0:1761122783.573701:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00010000:00000010:2.0:1761122783.574097:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122783.574104:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.574115:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122783.574118:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.574124:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122783.574135:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e4185665. 02000000:00000010:2.0:1761122783.574158:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb95c83. 00000400:00000010:2.0:1761122783.574163:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.574167:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122783.574171:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651072, portal 16 00000400:00000010:2.0:1761122783.574176:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000288d1202. 00000100:00000200:2.0:1761122783.574177:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651072, offset 0 00000400:00000200:2.0:1761122783.574184:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.574190:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.574196:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.574199:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.574202:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.574205:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89528:89528:256:4294967295] 192.168.201.27@tcp LPNI seq info [89528:89528:8:4294967295] 00000400:00000200:2.0:1761122783.574211:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.574215:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.574217:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.574221:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.574225:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.574228:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.574504:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.574507:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122783.574511:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.574515:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.574518:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000288d1202 00000400:00000010:3.0:1761122783.574519:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000288d1202. 00000100:00000200:3.0:1761122783.574524:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643651072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.575743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003452818e. 00010000:00000010:2.1:1761122783.575753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d69fad67. 00010000:00000010:2.1:1761122783.575758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00000400:00000200:3.0:1761122783.577111:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.577127:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209800 00000400:00000200:3.0:1761122783.577134:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc19 [1] + 224 00000400:00000200:3.0:1761122783.577149:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.577152:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.577161:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643651072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.577836:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fafec6ab. 00010000:00000010:2.1:1761122783.577844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00000400:00000010:2.0:1761122783.577864:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:2.0:1761122783.577869:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:2.0:1761122783.577871:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:2.0:1761122783.577879:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643651072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.577889:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643651072/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.577921:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb95c83. 02000000:00000010:2.0:1761122783.577926:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e4185665. 00000100:00000010:2.0:1761122783.577930:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:2.0:1761122783.577933:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.577938:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00010000:00000010:0.1:1761122783.579625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007f6d8b9. 00000400:00000200:0.0:1761122783.581082:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.581100:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255a00 00000400:00000200:0.0:1761122783.581111:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 984 00000400:00000200:0.0:1761122783.581181:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.581187:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.581194:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.581200:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 00000020:00000010:3.0:1761122783.581274:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096d192a9. 00000020:00000010:3.0:1761122783.581282:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b9c3639f. 00000020:00000010:3.0:1761122783.581287:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a3fb5e33. 00000100:00000200:3.0:1761122783.581318:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643962880/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.581392:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962880 02000000:00000010:0.0:1761122783.581404:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075c17624. 00010000:00000010:0.0:1761122783.581434:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029d452e4. 00010000:00000010:0.0:1761122783.581455:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.581463:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.581486:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.581490:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122783.581503:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8c47ecc. 00000100:00000200:0.0:1761122783.581509:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962880, offset 224 00000400:00000200:0.0:1761122783.581515:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.581526:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.581531:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89529:89529:256:4294967295] 192.168.201.27@tcp LPNI seq info [89529:89529:8:4294967295] 00000400:00000200:0.0:1761122783.581541:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.581546:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.581551:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122783.581556:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.581564:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.581567:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.581592:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b9c3639f. 00000020:00000010:0.0:1761122783.581596:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a3fb5e33. 00000020:00000010:0.0:1761122783.581601:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096d192a9. 00080000:00000010:2.0:1761122783.581696:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4185665. 00000800:00000200:3.0:1761122783.581745:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.581748:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347354). 00000400:00000200:3.0:1761122783.581752:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.581756:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.581760:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8c47ecc 00000400:00000010:3.0:1761122783.581762:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8c47ecc. 00010000:00000010:2.0:1761122783.581783:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.581789:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048c463b3. 00010000:00000010:2.0:1761122783.581861:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.581867:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.581879:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000063e082c6. 00000100:00000010:2.0:1761122783.581883:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.581890:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a5905fc4. 02000000:00000010:2.0:1761122783.581900:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ceb95c83. 02000000:00000010:2.0:1761122783.581924:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002e5247ad. 00000400:00000010:2.0:1761122783.581930:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a4d5ea6. 00000400:00000010:2.0:1761122783.581934:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005a7f218c. 00000100:00000200:2.0:1761122783.581940:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651136, portal 16 00000400:00000010:2.0:1761122783.581944:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b8e978dc. 00000100:00000200:2.0:1761122783.581946:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651136, offset 0 00000400:00000200:2.0:1761122783.581952:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.581959:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.581966:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.581970:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.581973:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.581975:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89530:89530:256:4294967295] 192.168.201.27@tcp LPNI seq info [89530:89530:8:4294967295] 00000400:00000200:2.0:1761122783.581983:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.581987:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.581991:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.581995:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.581999:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.582001:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.582148:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.582150:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:3.0:1761122783.582154:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.582158:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.582160:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b8e978dc 00000400:00000010:3.0:1761122783.582162:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b8e978dc. 00000100:00000200:3.0:1761122783.582167:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a5905fc4 x1846669643651136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.585222:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.585241:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209840 00000400:00000200:0.0:1761122783.585248:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc25 [1] + 224 00000400:00000200:0.0:1761122783.585261:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.585264:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.585274:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a5905fc4 x1846669643651136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122783.585509:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a4d5ea6. 00000400:00000200:3.0:1761122783.585514:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005a7f218c 00000400:00000010:3.0:1761122783.585517:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005a7f218c. 00000100:00000200:3.0:1761122783.585522:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a5905fc4 x1846669643651136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.585529:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a5905fc4 x1846669643651136/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.585607:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002e5247ad. 02000000:00000010:3.0:1761122783.585613:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ceb95c83. 00000100:00000010:3.0:1761122783.585617:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a5905fc4. 00000100:00000010:3.0:1761122783.585621:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:3.0:1761122783.585625:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000063e082c6. 00000400:00000200:3.0:1761122783.586008:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.586017:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255a40 00000400:00000200:3.0:1761122783.586022:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 1312 00000400:00000200:3.0:1761122783.586099:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.586103:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.586108:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.586112:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003a5e845. 00000020:00000010:0.0:1761122783.586279:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010e68ed4. 00000020:00000010:0.0:1761122783.586285:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122783.586290:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.586492:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003a5e845 x1846669643962944/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.586752:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643962944 02000000:00000010:0.0:1761122783.586766:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000705db03f. 00010000:00000010:0.0:1761122783.586795:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006a60e781. 00010000:00000010:0.0:1761122783.586814:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.586834:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.586849:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.586852:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122783.586867:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.586872:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643962944, offset 224 00000400:00000200:0.0:1761122783.586879:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.586892:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.586898:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89531:89531:256:4294967295] 192.168.201.27@tcp LPNI seq info [89531:89531:8:4294967295] 00000400:00000200:0.0:1761122783.586910:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.586915:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.586920:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122783.586925:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.586934:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.586938:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.586960:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003b0722ab. 00000020:00000010:0.0:1761122783.586965:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.586968:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010e68ed4. 00080000:00000010:2.0:1761122783.587068:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb95c83. 00010000:00000010:2.0:1761122783.587166:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.587173:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006856fb71. 00010000:00000010:2.0:1761122783.587265:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000052a98b44. 00010000:00000010:2.0:1761122783.587272:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000050329ed2. 00010000:00000010:2.0:1761122783.587282:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001150b5d6. 00000100:00000010:2.0:1761122783.587286:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.587293:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000859fcd97. 02000000:00000010:2.0:1761122783.587304:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e5247ad. 02000000:00000010:2.0:1761122783.587329:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0db8567. 00000400:00000010:2.0:1761122783.587335:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7679c3c. 00000400:00000010:2.0:1761122783.587339:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eb8183f2. 00000100:00000200:2.0:1761122783.587344:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651200, portal 16 00000400:00000010:2.0:1761122783.587349:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000559863e1. 00000100:00000200:2.0:1761122783.587351:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651200, offset 0 00000400:00000200:2.0:1761122783.587356:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.587363:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.587369:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.587372:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.587376:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.587378:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89532:89532:255:4294967295] 192.168.201.27@tcp LPNI seq info [89532:89532:7:4294967295] 00000400:00000200:2.0:1761122783.587386:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.587390:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.587394:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122783.587398:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.587402:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.587404:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.587546:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.587552:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347602). 00000400:00000200:0.0:1761122783.587557:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.587562:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.587565:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122783.587567:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000800:00000200:0.0:1761122783.587622:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.587625:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122783.587628:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.587631:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.587633:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000559863e1 00000400:00000010:0.0:1761122783.587634:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000559863e1. 00000100:00000200:0.0:1761122783.587639:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000859fcd97 x1846669643651200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.589689:0:1384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083a3e460. 00010000:00000010:2.1:1761122783.592693:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090cdbaf5. 00010000:00000010:2.1:1761122783.592705:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.1:1761122783.592730:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1cde697. 00010000:00000010:2.1:1761122783.592734:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00000400:00000200:0.0:1761122783.593943:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.593962:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209880 00000400:00000200:0.0:1761122783.593973:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc31 [1] + 224 00000400:00000200:0.0:1761122783.593985:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.593989:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.594005:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000859fcd97 x1846669643651200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.595146:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.595155:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255a80 00000400:00000010:3.0:1761122783.595297:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7679c3c. 00000400:00000200:3.0:1761122783.595302:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eb8183f2 00000400:00000010:3.0:1761122783.595304:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eb8183f2. 00000100:00000200:3.0:1761122783.595312:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000859fcd97 x1846669643651200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.595321:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000859fcd97 x1846669643651200/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.595352:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0db8567. 02000000:00000010:3.0:1761122783.595357:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e5247ad. 00000100:00000010:3.0:1761122783.595360:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000859fcd97. 00000100:00000010:3.0:1761122783.595365:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:3.0:1761122783.595369:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001150b5d6. 00000400:00000200:0.0:1761122783.595417:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 1640 00000400:00000200:0.0:1761122783.595486:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.595491:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.595495:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.595500:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000020:00000010:1.0:1761122783.595635:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651974d7. 00000020:00000010:1.0:1761122783.595643:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.595648:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.595789:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643963008/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.595822:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963008 02000000:00000010:1.0:1761122783.595836:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f4f6233e. 00010000:00000010:1.0:1761122783.595862:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000029a2eff5. 00010000:00000010:1.0:1761122783.595881:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.595886:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9289550. 00000100:00000010:1.0:1761122783.595901:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9289550. 00010000:00000010:1.0:1761122783.595904:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.595917:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.595921:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963008, offset 224 00000400:00000200:1.0:1761122783.595929:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.595941:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.595947:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89533:89533:256:4294967295] 192.168.201.27@tcp LPNI seq info [89533:89533:8:4294967295] 00000400:00000200:1.0:1761122783.595957:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.595962:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.595967:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122783.595972:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.595980:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.595983:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.596002:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da92c013. 00000020:00000010:1.0:1761122783.596007:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.596010:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651974d7. 00000800:00000200:1.0:1761122783.596088:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.596092:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:1.0:1761122783.596096:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.596099:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.596102:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122783.596103:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00080000:00000010:0.0:1761122783.596258:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010e68ed4. 00010000:00000010:0.0:1761122783.596351:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050329ed2. 00010000:00000010:0.0:1761122783.596358:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ea37949. 00010000:00000010:0.0:1761122783.596425:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f14043bf. 00010000:00000010:0.0:1761122783.596430:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d137d0e9. 00010000:00000010:0.0:1761122783.596440:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.596444:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b148d9f2. 00000100:00000010:0.0:1761122783.596450:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122783.596459:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2083724. 02000000:00000010:0.0:1761122783.596481:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da3f1272. 00000400:00000010:0.0:1761122783.596485:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5ab8578. 00000400:00000010:0.0:1761122783.596489:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00000100:00000200:0.0:1761122783.596493:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651264, portal 16 00000400:00000010:0.0:1761122783.596497:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000986abb0f. 00000100:00000200:0.0:1761122783.596499:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651264, offset 0 00000400:00000200:0.0:1761122783.596504:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.596510:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.596517:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.596521:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.596524:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.596526:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89534:89534:256:4294967295] 192.168.201.27@tcp LPNI seq info [89534:89534:8:4294967295] 00000400:00000200:0.0:1761122783.596534:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.596538:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.596541:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122783.596545:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.596549:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.596552:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.596737:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.596740:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347354). 00000400:00000200:3.0:1761122783.596743:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.596747:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.596750:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000986abb0f 00000400:00000010:3.0:1761122783.596752:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000986abb0f. 00000100:00000200:3.0:1761122783.596758:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000092a756a8 x1846669643651264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.601057:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.601087:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482098c0 00000400:00000200:0.0:1761122783.601096:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc3d [1] + 224 00000400:00000200:0.0:1761122783.601111:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.601115:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.601125:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000092a756a8 x1846669643651264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.601166:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5ab8578. 00000400:00000200:0.0:1761122783.601170:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000400:00000010:0.0:1761122783.601172:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 00000100:00000200:0.0:1761122783.601178:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000092a756a8 x1846669643651264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.601191:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000092a756a8 x1846669643651264/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.601230:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da3f1272. 02000000:00000010:0.0:1761122783.601236:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2083724. 00000100:00000010:0.0:1761122783.601240:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 00000100:00000010:0.0:1761122783.601246:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b148d9f2. 00010000:00000010:0.0:1761122783.601250:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000200:1.0:1761122783.603414:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.603434:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255ac0 00000400:00000200:1.0:1761122783.603443:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae54d [2] + 1968 00000400:00000010:1.0:1761122783.603448:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004e2cf509. 00000400:00000200:1.0:1761122783.603453:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009b338f0b 00000400:00000200:1.0:1761122783.603515:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.603520:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.603524:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b338f0b 00000400:00000010:1.0:1761122783.603526:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009b338f0b (tot 82347202). 00000100:00000200:1.0:1761122783.603533:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761122783.604026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fac7ae21. 00000020:00000010:3.0:1761122783.604652:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:3.0:1761122783.604676:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.604681:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.604713:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fb973988 x1846669643963072/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.604739:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963072 02000000:00000010:3.0:1761122783.606361:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:3.0:1761122783.607034:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003de25881. 00010000:00000010:3.0:1761122783.607065:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122783.607086:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000018b56876. 00000100:00000010:3.0:1761122783.607111:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000018b56876. 00010000:00000010:3.0:1761122783.607117:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00000400:00000010:3.0:1761122783.607135:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122783.607141:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963072, offset 224 00000400:00000200:3.0:1761122783.607153:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.607171:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.607178:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89535:89535:256:4294967295] 192.168.201.27@tcp LPNI seq info [89535:89535:8:4294967295] 00000400:00000200:3.0:1761122783.607188:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.607195:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.607200:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347450). 00000800:00000200:3.0:1761122783.607208:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.607218:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.607221:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.607247:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f183053f. 00000020:00000010:3.0:1761122783.607253:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.607259:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 02000000:00000010:3.0:1761122783.607269:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f4f6233e. 00000100:00000010:3.0:1761122783.607273:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 02000000:00000010:3.0:1761122783.607496:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000705db03f. 00000100:00000010:3.0:1761122783.607501:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003a5e845. 02000000:00000010:3.0:1761122783.607505:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075c17624. 00000100:00000010:3.0:1761122783.607507:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:3.0:1761122783.607520:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006093e979. 00000100:00000010:3.0:1761122783.607523:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c30e5b8f. 02000000:00000010:3.0:1761122783.607528:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077980a22. 00000100:00000010:3.0:1761122783.607530:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003eb038f9. 02000000:00000010:3.0:1761122783.607535:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000546ea68a. 00000100:00000010:3.0:1761122783.607537:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 00000100:00000200:3.0:1761122783.607549:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761122783.607556:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000919bbdbc. 00000400:00000010:3.0:1761122783.607561:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000018b56876 (tot 82347602). 00000800:00000200:3.0:1761122783.607700:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.607704:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:3.0:1761122783.607711:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.607717:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.607721:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:3.0:1761122783.607723:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 02000000:00000010:3.0:1761122783.607731:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00080000:00000010:2.0:1761122783.610430:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0db8567. 00010000:00000010:2.0:1761122783.610541:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d137d0e9. 00010000:00000010:2.0:1761122783.610551:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000158ee00e. 00010000:00000010:2.0:1761122783.610639:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.610648:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f1cdd4e. 00010000:00000010:2.0:1761122783.610687:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fffe3c10. 00000100:00000010:2.0:1761122783.610697:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.610708:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122783.610722:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003028a865. 02000000:00000010:2.0:1761122783.610753:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af57a86e. 00000400:00000010:2.0:1761122783.610761:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcaae5f7. 00000400:00000010:2.0:1761122783.610767:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.610775:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651328, portal 16 00000400:00000010:2.0:1761122783.610780:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a02081e. 00000100:00000200:2.0:1761122783.610784:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651328, offset 0 00000400:00000200:2.0:1761122783.610795:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.610810:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.610818:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.610822:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.610825:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.610828:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89536:89536:256:4294967295] 192.168.201.27@tcp LPNI seq info [89536:89536:8:4294967295] 00000400:00000200:2.0:1761122783.610839:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.610846:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.610851:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.610857:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.610866:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.610870:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.611563:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.611569:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122783.611575:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.611582:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.611587:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a02081e 00000400:00000010:1.0:1761122783.611589:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a02081e. 00000100:00000200:1.0:1761122783.611598:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643651328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.618141:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4e2d6e9. 00010000:00000010:0.1:1761122783.618158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a98b44. 00010000:00000010:1.1:1761122783.618711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a35463c. 00010000:00000010:3.1:1761122783.618887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000019b810d. 00000400:00000200:1.0:1761122783.619974:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.619994:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209900 00000400:00000200:1.0:1761122783.620003:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc4d [1] + 224 00000400:00000200:1.0:1761122783.620016:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.620021:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.620032:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643651328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.620234:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.620241:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255b00 00000400:00000200:1.0:1761122783.620251:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 0 00000400:00000200:1.0:1761122783.620264:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.620267:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.620271:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.620277:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 00000400:00000010:2.0:1761122783.620304:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:2.0:1761122783.620308:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122783.620310:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.620315:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643651328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.620326:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643651328/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.620357:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af57a86e. 02000000:00000010:2.0:1761122783.620362:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003028a865. 00000100:00000010:2.0:1761122783.620365:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122783.620370:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.620374:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fffe3c10. 00000020:00000010:1.0:1761122783.620513:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000651974d7. 00000020:00000010:1.0:1761122783.620520:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.620524:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.620548:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095ca99d7 x1846669643963136/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.620617:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963136 02000000:00000010:1.0:1761122783.620630:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000444f92bd. 00010000:00000010:1.0:1761122783.620686:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054994a9a. 00010000:00000010:1.0:1761122783.620708:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.620714:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9289550. 00000100:00000010:1.0:1761122783.620723:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9289550. 00010000:00000010:1.0:1761122783.620727:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.620740:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.620744:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963136, offset 224 00000400:00000200:1.0:1761122783.620752:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.620762:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.620768:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89537:89537:256:4294967295] 192.168.201.27@tcp LPNI seq info [89537:89537:8:4294967295] 00000400:00000200:1.0:1761122783.620780:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.620785:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.620791:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122783.620797:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.620804:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.620808:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.620824:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.620828:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.620831:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000651974d7. 00080000:00000010:2.0:1761122783.621119:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003028a865. 00010000:00000010:2.0:1761122783.621216:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f1cdd4e. 00010000:00000010:2.0:1761122783.621224:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd0a0459. 00010000:00000010:2.0:1761122783.621310:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122783.621316:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f1cdd4e. 00010000:00000010:2.0:1761122783.621327:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fffe3c10. 00000100:00000010:2.0:1761122783.621332:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.621338:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122783.621349:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af57a86e. 02000000:00000010:2.0:1761122783.621375:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ceb39dfd. 00000400:00000010:2.0:1761122783.621379:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcaae5f7. 00000400:00000010:2.0:1761122783.621383:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.621388:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651392, portal 16 00000400:00000010:2.0:1761122783.621393:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006b61fc26. 00000100:00000200:2.0:1761122783.621395:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651392, offset 0 00000400:00000200:2.0:1761122783.621402:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.621409:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.621418:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.621422:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.621426:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.621428:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89538:89538:255:4294967295] 192.168.201.27@tcp LPNI seq info [89538:89538:7:4294967295] 00000400:00000200:2.0:1761122783.621436:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.621440:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.621444:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347850). 00000800:00000200:2.0:1761122783.621449:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.621454:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.621456:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.623124:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.623131:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347602). 00000400:00000200:1.0:1761122783.623139:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.623148:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.623152:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122783.623154:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000800:00000200:1.0:1761122783.623234:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.623236:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122783.623241:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.623244:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.623246:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006b61fc26 00000400:00000010:1.0:1761122783.623247:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006b61fc26. 00000100:00000200:1.0:1761122783.623254:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643651392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.630652:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.630695:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209940 00000400:00000200:0.0:1761122783.630706:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc59 [1] + 224 00000400:00000200:0.0:1761122783.630721:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.630725:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.630738:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643651392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.630788:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.630794:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255b40 00000400:00000200:0.0:1761122783.630799:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 328 00000400:00000200:0.0:1761122783.630812:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.630817:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.630821:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.630828:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:0.0:1761122783.630889:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da3f1272. 00000020:00000010:0.0:1761122783.630897:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001fd6ec62. 00000020:00000010:0.0:1761122783.630902:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.630930:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643963200/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:2.0:1761122783.630933:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:2.0:1761122783.630940:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122783.630943:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.630951:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643651392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.630962:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643651392/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.630971:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963200 02000000:00000010:0.0:1761122783.630984:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006093e979. 02000000:00000010:2.0:1761122783.630992:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ceb39dfd. 02000000:00000010:2.0:1761122783.631001:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af57a86e. 00000100:00000010:2.0:1761122783.631006:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122783.631012:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:0.0:1761122783.631015:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a1a84fe. 00010000:00000010:2.0:1761122783.631017:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fffe3c10. 00010000:00000010:0.0:1761122783.631040:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.631047:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.631058:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122783.631062:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122783.631087:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000abfbe733. 00080000:00000010:2.0:1761122783.631092:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ceb39dfd. 00000100:00000200:0.0:1761122783.631092:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963200, offset 224 00000400:00000200:0.0:1761122783.631102:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.631113:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.631121:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89539:89539:256:4294967295] 192.168.201.27@tcp LPNI seq info [89539:89539:8:4294967295] 00000400:00000200:0.0:1761122783.631132:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.631137:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.631143:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122783.631149:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.631157:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.631162:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.631192:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001fd6ec62. 00010000:00000010:2.0:1761122783.631195:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f1cdd4e. 00000020:00000010:0.0:1761122783.631197:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.631203:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da3f1272. 00010000:00000010:2.0:1761122783.631205:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b22f3186. 00010000:00000010:2.0:1761122783.631293:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.0:1761122783.631300:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f1cdd4e. 00000800:00000200:3.0:1761122783.631304:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.631309:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00010000:00000010:2.0:1761122783.631310:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fffe3c10. 00000400:00000200:3.0:1761122783.631315:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761122783.631316:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000400:00000200:3.0:1761122783.631321:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.631325:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000abfbe733 00000100:00000010:2.0:1761122783.631325:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 00000400:00000010:3.0:1761122783.631329:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000abfbe733. 02000000:00000010:2.0:1761122783.631337:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c1918577. 02000000:00000010:2.0:1761122783.631363:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000af57a86e. 00000400:00000010:2.0:1761122783.631368:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcaae5f7. 00000400:00000010:2.0:1761122783.631371:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.631376:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651456, portal 16 00000400:00000010:2.0:1761122783.631381:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f1404f4. 00000100:00000200:2.0:1761122783.631383:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651456, offset 0 00000400:00000200:2.0:1761122783.631389:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.631410:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.631417:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.631595:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.631598:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.631601:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89540:89540:256:4294967295] 192.168.201.27@tcp LPNI seq info [89540:89540:8:4294967295] 00000400:00000200:2.0:1761122783.631610:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.631615:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.631619:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.631624:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.631628:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.631631:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.632164:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.632167:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122783.632171:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.632176:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.632179:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f1404f4 00000400:00000010:3.0:1761122783.632181:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f1404f4. 00000100:00000200:3.0:1761122783.632186:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643651456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.634641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000528728eb. 00010000:00000010:2.1:1761122783.634652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f14043bf. 00000400:00000200:0.0:1761122783.638691:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.638711:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209980 00000400:00000200:0.0:1761122783.638721:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc65 [1] + 224 00000400:00000200:0.0:1761122783.638738:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.638743:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.638768:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643651456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.638773:0:78711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008633abf2. 00000400:00000010:2.0:1761122783.638818:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:2.0:1761122783.638823:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122783.638826:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.638832:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643651456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.638840:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643651456/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.638870:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000af57a86e. 02000000:00000010:2.0:1761122783.638876:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c1918577. 00000100:00000010:2.0:1761122783.638881:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122783.638887:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.638891:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fffe3c10. 00010000:00000010:0.1:1761122783.639712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b466d53c. 00000400:00000200:3.0:1761122783.639815:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.639826:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255b80 00000400:00000200:3.0:1761122783.639832:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 656 00000400:00000200:3.0:1761122783.640112:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.640118:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.640122:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.640128:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000003a5e845. 00000020:00000010:0.0:1761122783.640202:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da3f1272. 00000020:00000010:0.0:1761122783.640211:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00010000:00000010:2.1:1761122783.640214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed2fb25e. 00000020:00000010:0.0:1761122783.640216:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00010000:00000010:2.1:1761122783.640221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00000100:00000200:0.0:1761122783.640245:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000003a5e845 x1846669643963264/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.640281:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963264 02000000:00000010:0.0:1761122783.640295:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000075c17624. 00010000:00000010:0.0:1761122783.640326:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005ccecbb7. 00010000:00000010:0.0:1761122783.640348:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.640355:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.640372:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122783.640377:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000010:0.0:1761122783.640391:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f26a6a. 00000100:00000200:0.0:1761122783.640395:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963264, offset 224 00000400:00000200:0.0:1761122783.640403:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.640415:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.640423:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89541:89541:256:4294967295] 192.168.201.27@tcp LPNI seq info [89541:89541:8:4294967295] 00000400:00000200:0.0:1761122783.640434:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.640440:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.640445:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122783.640452:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.640459:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.640463:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122783.640464:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c1918577. 00000020:00000010:0.0:1761122783.640487:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.640492:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.640494:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da3f1272. 00010000:00000010:2.0:1761122783.640551:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f1cdd4e. 00010000:00000010:2.0:1761122783.640560:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049011554. 00010000:00000010:2.0:1761122783.640635:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001af8950c. 00010000:00000010:2.0:1761122783.640641:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000001f1cdd4e. 00010000:00000010:2.0:1761122783.640778:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fffe3c10. 00000100:00000010:2.0:1761122783.640784:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.640790:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 02000000:00000010:2.0:1761122783.640820:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000af57a86e. 02000000:00000010:2.0:1761122783.640867:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0055348. 00000400:00000010:2.0:1761122783.640874:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcaae5f7. 00000400:00000010:2.0:1761122783.640893:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.640898:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651520, portal 16 00000400:00000010:2.0:1761122783.640903:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000eaa8e938. 00000100:00000200:2.0:1761122783.640922:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651520, offset 0 00000400:00000200:2.0:1761122783.640929:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.640937:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.640944:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.640947:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.640950:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.640953:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89542:89542:255:4294967295] 192.168.201.27@tcp LPNI seq info [89542:89542:7:4294967295] 00000400:00000200:2.0:1761122783.640975:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.640980:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.641003:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347850). 00000800:00000200:2.0:1761122783.641008:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.641013:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.641015:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.641182:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.641201:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347602). 00000400:00000200:3.0:1761122783.641207:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.641212:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.641215:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f26a6a 00000400:00000010:3.0:1761122783.641218:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f26a6a. 00000800:00000200:3.0:1761122783.641303:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.641306:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347354). 00000400:00000200:3.0:1761122783.641310:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.641328:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.641331:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000eaa8e938 00000400:00000010:3.0:1761122783.641333:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000eaa8e938. 00000100:00000200:3.0:1761122783.641338:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000042d0ccf0 x1846669643651520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.643997:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.644016:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f89482099c0 00000400:00000200:0.0:1761122783.644025:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc71 [1] + 224 00000400:00000200:0.0:1761122783.644037:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.644042:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.644051:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000042d0ccf0 x1846669643651520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.644095:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.644102:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255bc0 00000400:00000200:0.0:1761122783.644107:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 984 00000400:00000010:2.0:1761122783.644127:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:2.0:1761122783.644131:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122783.644133:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.644139:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000042d0ccf0 x1846669643651520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.644159:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000042d0ccf0 x1846669643651520/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.644163:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.644167:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.644170:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.644175:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:2.0:1761122783.644204:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0055348. 02000000:00000010:2.0:1761122783.644212:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000af57a86e. 00000100:00000010:2.0:1761122783.644216:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 00000100:00000010:2.0:1761122783.644236:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.644241:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fffe3c10. 00000020:00000010:3.0:1761122783.645195:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000aa08518a. 00000020:00000010:3.0:1761122783.645202:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122783.645207:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.645229:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009379f55a x1846669643963328/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.645262:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963328 02000000:00000010:3.0:1761122783.645272:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077980a22. 00010000:00000010:3.0:1761122783.645294:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007410bc95. 00010000:00000010:3.0:1761122783.645311:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000010d79b55. 00000100:00000010:3.0:1761122783.645317:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002432a1b5. 00000100:00000010:3.0:1761122783.645333:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002432a1b5. 00010000:00000010:3.0:1761122783.645336:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000010d79b55. 00000400:00000010:3.0:1761122783.645347:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122783.645351:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963328, offset 224 00000400:00000200:3.0:1761122783.645358:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:0.0:1761122783.645366:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da3f1272. 00000400:00000200:3.0:1761122783.645369:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.645375:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89543:89543:256:4294967295] 192.168.201.27@tcp LPNI seq info [89543:89543:8:4294967295] 00000400:00000200:3.0:1761122783.645384:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.645389:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.645393:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122783.645397:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.645404:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.645408:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.645424:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000089b6ecd0. 00000020:00000010:3.0:1761122783.645428:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.645432:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000aa08518a. 00010000:00000010:0.0:1761122783.645445:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f1cdd4e. 00010000:00000010:0.0:1761122783.645452:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000054971043. 00000800:00000200:3.0:1761122783.645500:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.645504:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347354). 00000400:00000200:3.0:1761122783.645510:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.645514:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.645517:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:3.0:1761122783.645518:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00010000:00000010:0.0:1761122783.645521:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000576859a9. 00010000:00000010:0.0:1761122783.645527:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:0.0:1761122783.645536:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000556d324b. 00000100:00000010:0.0:1761122783.645540:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.645546:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 02000000:00000010:0.0:1761122783.645556:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000705db03f. 02000000:00000010:0.0:1761122783.645587:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001c2c58fb. 00000400:00000010:0.0:1761122783.645593:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a5ab8578. 00000400:00000010:0.0:1761122783.645596:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004979b07a. 00000100:00000200:0.0:1761122783.645601:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651584, portal 16 00000400:00000010:0.0:1761122783.645604:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000038d5675a. 00000100:00000200:0.0:1761122783.645606:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651584, offset 0 00000400:00000200:0.0:1761122783.645611:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.645618:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.645624:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.645627:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.645630:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.645632:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89544:89544:256:4294967295] 192.168.201.27@tcp LPNI seq info [89544:89544:8:4294967295] 00000400:00000200:0.0:1761122783.645639:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.645644:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.645647:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122783.645651:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.645677:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.645679:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122783.645729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6ab8e99. 00010000:00000010:2.1:1761122783.645736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00000800:00000200:3.0:1761122783.646169:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.646172:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:3.0:1761122783.646176:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.646181:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.646183:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000038d5675a 00000400:00000010:3.0:1761122783.646185:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000038d5675a. 00000100:00000200:3.0:1761122783.646191:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f244a608 x1846669643651584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.647679:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026e53a90. 00010000:00000010:2.1:1761122783.647693:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:0.1:1761122783.650693:0:78711:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004097f632. 00000400:00000200:0.0:1761122783.652512:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.652531:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209a00 00000400:00000200:0.0:1761122783.652541:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc7d [1] + 224 00000400:00000200:0.0:1761122783.652556:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.652560:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.652571:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f244a608 x1846669643651584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.652643:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a5ab8578. 00000400:00000200:1.0:1761122783.652649:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004979b07a 00000400:00000010:1.0:1761122783.652652:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004979b07a. 00000100:00000200:1.0:1761122783.652684:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f244a608 x1846669643651584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.652692:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f244a608 x1846669643651584/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.652721:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001c2c58fb. 02000000:00000010:1.0:1761122783.652727:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000705db03f. 00000100:00000010:1.0:1761122783.652732:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 00000100:00000010:1.0:1761122783.652737:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:1.0:1761122783.652741:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000556d324b. 00000400:00000200:3.0:1761122783.653635:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.653647:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255c00 00000400:00000200:3.0:1761122783.653673:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 1312 00000400:00000200:3.0:1761122783.653725:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.653730:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.653734:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.653740:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bf400c90. 00000020:00000010:0.0:1761122783.654465:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001c2c58fb. 00000020:00000010:0.0:1761122783.654474:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.654479:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.654508:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bf400c90 x1846669643963392/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.654549:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963392 02000000:00000010:0.0:1761122783.654562:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000887f7ad3. 00010000:00000010:0.1:1761122783.655021:0:77132:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab0f666e. 00010000:00000010:0.1:1761122783.655030:0:77132:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001af8950c. 00010000:00000010:0.0:1761122783.655060:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4106f1d. 00010000:00000010:0.0:1761122783.655093:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122783.655100:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.655120:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.655125:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00000400:00000010:0.0:1761122783.655141:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c0ecf282. 00000100:00000200:0.0:1761122783.655147:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963392, offset 224 00080000:00000010:1.0:1761122783.655155:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abffce98. 00000400:00000200:0.0:1761122783.655156:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.655173:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.655179:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89545:89545:256:4294967295] 192.168.201.27@tcp LPNI seq info [89545:89545:8:4294967295] 00000400:00000200:0.0:1761122783.655191:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.655197:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.655202:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347602). 00000800:00000200:0.0:1761122783.655208:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.655215:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.655219:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122783.655256:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:1.0:1761122783.655263:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f17479d. 00010000:00000010:1.0:1761122783.655341:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122783.655348:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122783.655359:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.655364:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9289550. 00000100:00000010:1.0:1761122783.655371:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 02000000:00000010:1.0:1761122783.655382:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000034d9ecd0. 02000000:00000010:1.0:1761122783.655406:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004cf9d3ab. 00000400:00000010:1.0:1761122783.655411:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122783.655432:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.655436:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651648, portal 16 00000400:00000010:1.0:1761122783.655441:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a5915124. 00000100:00000200:1.0:1761122783.655443:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651648, offset 0 00000400:00000200:1.0:1761122783.655448:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.655454:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.655460:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.655463:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.655466:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.655469:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89546:89546:255:4294967295] 192.168.201.27@tcp LPNI seq info [89546:89546:7:4294967295] 00000400:00000200:1.0:1761122783.655476:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.655481:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.655485:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347850). 00000800:00000200:1.0:1761122783.655489:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.655493:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.655495:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761122783.655679:0:78712:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020ddb761. 00000020:00000010:0.0:1761122783.657450:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.657465:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.657469:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001c2c58fb. 00000800:00000200:2.0:1761122783.657679:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.657683:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347602). 00000400:00000200:2.0:1761122783.657688:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.657698:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.657703:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0ecf282 00000400:00000010:2.0:1761122783.657705:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c0ecf282. 00000800:00000200:0.0:1761122783.663314:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.663324:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:0.0:1761122783.663332:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.663341:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.663348:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a5915124 00000400:00000010:0.0:1761122783.663351:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a5915124. 00000100:00000200:0.0:1761122783.663364:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bccd9386 x1846669643651648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.667729:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.667761:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209a40 00000400:00000200:0.0:1761122783.667772:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc89 [1] + 224 00000400:00000200:0.0:1761122783.667788:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.667792:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.667802:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bccd9386 x1846669643651648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.667856:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:1.0:1761122783.667861:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122783.667863:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:1.0:1761122783.667871:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bccd9386 x1846669643651648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.667879:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bccd9386 x1846669643651648/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.667913:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004cf9d3ab. 02000000:00000010:1.0:1761122783.667919:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000034d9ecd0. 00000100:00000010:1.0:1761122783.667923:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 00000100:00000010:1.0:1761122783.667926:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9289550. 00010000:00000010:1.0:1761122783.667931:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00010000:00000010:1.1:1761122783.668712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2901909. 00010000:00000010:1.1:1761122783.668720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000576859a9. 00010000:00000010:0.1:1761122783.671134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fdfffb3. 00000400:00000200:2.0:1761122783.673377:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.673574:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255c40 00000400:00000200:2.0:1761122783.673583:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 1640 00000400:00000200:2.0:1761122783.673674:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.673681:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.673687:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.673693:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000042d0ccf0. 00000020:00000010:0.0:1761122783.674460:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052c9a6cb. 00000020:00000010:0.0:1761122783.674468:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.674472:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.674503:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000042d0ccf0 x1846669643963456/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.674544:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963456 02000000:00000010:0.0:1761122783.674556:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b939e488. 00010000:00000010:0.0:1761122783.674584:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fb500aa. 00010000:00000010:0.0:1761122783.674616:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122783.674623:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.674641:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.674646:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00080000:00000010:1.0:1761122783.674690:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000034d9ecd0. 00000400:00000010:0.0:1761122783.674690:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8de761b. 00000100:00000200:0.0:1761122783.674700:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963456, offset 224 00000400:00000200:0.0:1761122783.674720:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.674735:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.674745:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89547:89547:256:4294967295] 192.168.201.27@tcp LPNI seq info [89547:89547:8:4294967295] 00000400:00000200:0.0:1761122783.674755:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.674760:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.674765:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.674771:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.674782:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00010000:00000010:1.0:1761122783.674783:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00000800:00000200:0.0:1761122783.674785:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122783.674788:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee728236. 00000020:00000010:0.0:1761122783.674812:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.674816:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.674819:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052c9a6cb. 00010000:00000010:1.0:1761122783.674875:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122783.674881:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009c7ab159. 00010000:00000010:1.0:1761122783.674892:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.674896:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9289550. 00000100:00000010:1.0:1761122783.674903:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 02000000:00000010:1.0:1761122783.674914:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004cf9d3ab. 02000000:00000010:1.0:1761122783.674939:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651974d7. 00000400:00000010:1.0:1761122783.674944:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122783.674949:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.674955:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651712, portal 16 00000400:00000010:1.0:1761122783.674959:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000630d15d2. 00000100:00000200:1.0:1761122783.674961:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651712, offset 0 00000400:00000200:1.0:1761122783.674966:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.674973:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.674980:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.674984:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.674987:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.674989:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89548:89548:255:4294967295] 192.168.201.27@tcp LPNI seq info [89548:89548:7:4294967295] 00000400:00000200:1.0:1761122783.674996:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.675000:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.675004:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347850). 00000800:00000200:1.0:1761122783.675007:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.675011:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.675014:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.675110:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.675114:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347602). 00000400:00000200:2.0:1761122783.675118:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.675123:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.675126:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8de761b 00000400:00000010:2.0:1761122783.675128:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8de761b. 00000800:00000200:2.0:1761122783.675181:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.675183:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:2.0:1761122783.675187:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.675190:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.675192:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000630d15d2 00000400:00000010:2.0:1761122783.675193:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000630d15d2. 00000100:00000200:2.0:1761122783.675198:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bccd9386 x1846669643651712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.681697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015ef573a. 00010000:00000010:1.1:1761122783.681710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00000400:00000200:2.0:1761122783.685587:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.685609:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209a80 00000400:00000200:2.0:1761122783.685619:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafc95 [1] + 224 00000400:00000200:2.0:1761122783.685819:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.685825:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.685837:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bccd9386 x1846669643651712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.686762:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ac81d0f9. 00000400:00000200:1.0:1761122783.686771:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:1.0:1761122783.686774:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 00000100:00000200:1.0:1761122783.686784:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bccd9386 x1846669643651712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.686794:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bccd9386 x1846669643651712/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.686829:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651974d7. 02000000:00000010:1.0:1761122783.686837:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004cf9d3ab. 00000100:00000010:1.0:1761122783.686841:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 00000100:00000010:1.0:1761122783.686845:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9289550. 00010000:00000010:1.0:1761122783.686850:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000200:3.0:1761122783.687330:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.687343:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255c80 00000400:00000200:3.0:1761122783.687349:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae5a5 [2] + 1968 00000400:00000010:3.0:1761122783.687353:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a507a756. 00000400:00000200:3.0:1761122783.687356:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f05f9919 00000400:00000200:3.0:1761122783.687412:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.687417:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.687421:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f05f9919 00000400:00000010:3.0:1761122783.687423:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f05f9919 (tot 82347202). 00000100:00000200:3.0:1761122783.687434:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122783.688190:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004cf9d3ab. 00000020:00000010:1.0:1761122783.688200:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.688205:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.688233:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008c8120ae x1846669643963520/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761122783.688274:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963520 02000000:00000010:1.0:1761122783.688286:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000651974d7. 00010000:00000010:1.0:1761122783.688317:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000983289be. 00010000:00000010:1.0:1761122783.688337:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.688344:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c9289550. 00000100:00000010:1.0:1761122783.688367:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c9289550. 00010000:00000010:1.0:1761122783.688371:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.688388:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026201fbd. 00000100:00000200:1.0:1761122783.688394:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963520, offset 224 00000400:00000200:1.0:1761122783.688403:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.688416:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.688422:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89549:89549:256:4294967295] 192.168.201.27@tcp LPNI seq info [89549:89549:8:4294967295] 00000400:00000200:1.0:1761122783.688433:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.688439:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.688445:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347450). 00000800:00000200:1.0:1761122783.688451:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.688460:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.688464:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.688487:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.688492:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.688496:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004cf9d3ab. 02000000:00000010:1.0:1761122783.688504:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b939e488. 00000100:00000010:1.0:1761122783.688509:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000042d0ccf0. 02000000:00000010:1.0:1761122783.688515:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000887f7ad3. 00000100:00000010:1.0:1761122783.688517:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bf400c90. 02000000:00000010:1.0:1761122783.688520:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077980a22. 00000100:00000010:1.0:1761122783.688522:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 02000000:00000010:1.0:1761122783.688526:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000075c17624. 00000100:00000010:1.0:1761122783.688528:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000003a5e845. 02000000:00000010:1.0:1761122783.688532:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006093e979. 00000100:00000010:1.0:1761122783.688536:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:1.0:1761122783.688541:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000444f92bd. 00000100:00000010:1.0:1761122783.688545:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000200:1.0:1761122783.688552:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122783.688557:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ac81d0f9. 00000400:00000010:1.0:1761122783.688561:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9289550 (tot 82347602). 00000800:00000200:2.0:1761122783.689114:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.689120:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:2.0:1761122783.689126:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.689131:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.689135:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026201fbd 00000400:00000010:2.0:1761122783.689136:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026201fbd. 02000000:00000010:2.0:1761122783.689142:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000651974d7. 00010000:00000010:0.1:1761122783.689188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069833fd7. 00080000:00000010:0.0:1761122783.689216:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052c9a6cb. 00010000:00000010:0.0:1761122783.689322:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c7ab159. 00010000:00000010:0.0:1761122783.689331:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000052ebd579. 00010000:00000010:0.0:1761122783.689592:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39cc4da. 00010000:00000010:0.0:1761122783.689599:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122783.689609:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122783.689613:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.689621:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.689633:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b84ca0e. 02000000:00000010:0.0:1761122783.689681:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b43347d6. 00000400:00000010:0.0:1761122783.689686:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122783.689690:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.689694:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651776, portal 16 00000400:00000010:0.0:1761122783.689699:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122783.689701:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651776, offset 0 00000400:00000200:0.0:1761122783.689709:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.689718:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.689725:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.689729:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.689733:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.689736:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89550:89550:256:4294967295] 192.168.201.27@tcp LPNI seq info [89550:89550:8:4294967295] 00000400:00000200:0.0:1761122783.689744:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.689748:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.689753:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.689757:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.689762:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.689765:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.689827:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.689830:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122783.689833:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.689837:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.689839:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122783.689841:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122783.689847:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643651776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.698143:0:78713:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c4d05d1. 00000400:00000200:3.0:1761122783.698352:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.698370:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209ac0 00000400:00000200:3.0:1761122783.698379:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafca5 [1] + 224 00000400:00000200:3.0:1761122783.698393:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.698398:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.698410:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643651776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.700870:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.700886:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255cc0 00000400:00000200:3.0:1761122783.700893:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 0 00010000:00000010:0.1:1761122783.702218:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af7fe93d. 00010000:00000010:0.1:1761122783.702231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00000400:00000010:0.0:1761122783.702258:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:0.0:1761122783.702262:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.702265:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:0.0:1761122783.702278:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643651776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.702288:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643651776/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.702323:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b43347d6. 02000000:00000010:0.0:1761122783.702329:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b84ca0e. 00000100:00000010:0.0:1761122783.702333:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:0.0:1761122783.702339:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.702343:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00000400:00000200:3.0:1761122783.703263:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.703273:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.703282:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.703287:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f866c272. 00000020:00000010:0.0:1761122783.703400:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b84ca0e. 00000020:00000010:0.0:1761122783.703407:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.703412:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.703436:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f866c272 x1846669643963584/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.703475:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963584 02000000:00000010:0.0:1761122783.703485:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43347d6. 00010000:00000010:0.0:1761122783.703511:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010c30cde. 00010000:00000010:0.0:1761122783.703529:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122783.703536:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.703546:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.703550:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00000400:00000010:0.0:1761122783.703561:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.703565:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963584, offset 224 00000400:00000200:0.0:1761122783.703573:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.703586:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.703591:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89551:89551:256:4294967295] 192.168.201.27@tcp LPNI seq info [89551:89551:8:4294967295] 00000400:00000200:0.0:1761122783.703602:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.703607:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.703611:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.703616:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.703624:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.703627:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.703642:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.703646:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.703648:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b84ca0e. 00000800:00000200:0.0:1761122783.703777:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.703780:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122783.703784:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.703787:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.703790:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:0.0:1761122783.703792:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00080000:00000010:0.0:1761122783.703816:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b84ca0e. 00010000:00000010:0.0:1761122783.703899:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122783.703905:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a98a96ef. 00010000:00000010:0.0:1761122783.703987:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000081f78cf8. 00010000:00000010:0.0:1761122783.703993:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122783.704002:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008fea49fc. 00000100:00000010:0.0:1761122783.704005:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.704011:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.704021:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095af61dc. 02000000:00000010:0.0:1761122783.704042:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000441c72a5. 00000400:00000010:0.0:1761122783.704046:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c3dc2fc3. 00000400:00000010:0.0:1761122783.704050:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a65d6442. 00000100:00000200:0.0:1761122783.704054:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651840, portal 16 00000400:00000010:0.0:1761122783.704058:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122783.704059:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651840, offset 0 00000400:00000200:0.0:1761122783.704064:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.704081:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.704089:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.704092:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.704096:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.704099:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89552:89552:256:4294967295] 192.168.201.27@tcp LPNI seq info [89552:89552:8:4294967295] 00000400:00000200:0.0:1761122783.704107:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.704111:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.704114:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.704118:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.704122:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.704124:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.705348:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.705352:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:0.0:1761122783.705357:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.705363:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.705367:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:0.0:1761122783.705368:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00000100:00000200:0.0:1761122783.705377:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002e14d531 x1846669643651840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.707855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa9647c4. 00000400:00000200:0.0:1761122783.707893:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.708142:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209b00 00000400:00000200:0.0:1761122783.708151:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafcb1 [1] + 224 00000400:00000200:0.0:1761122783.708167:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.708171:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.708180:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002e14d531 x1846669643651840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.708362:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c3dc2fc3. 00000400:00000200:1.0:1761122783.708367:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a65d6442 00000400:00000010:1.0:1761122783.708369:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a65d6442. 00000100:00000200:1.0:1761122783.708376:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002e14d531 x1846669643651840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.708384:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002e14d531 x1846669643651840/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.708414:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000441c72a5. 02000000:00000010:1.0:1761122783.708421:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095af61dc. 00000100:00000010:1.0:1761122783.708424:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 00000100:00000010:1.0:1761122783.708429:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:1.0:1761122783.708434:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008fea49fc. 00000400:00000200:0.0:1761122783.708577:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.708584:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255d00 00000400:00000200:0.0:1761122783.708590:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 328 00000400:00000200:0.0:1761122783.708608:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.708612:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.708617:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.708622:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 00000020:00000010:3.0:1761122783.709316:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e5e47918. 00000020:00000010:3.0:1761122783.709326:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122783.709332:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.709378:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643963648/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.709709:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963648 02000000:00000010:3.0:1761122783.709723:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000077980a22. 00010000:00000010:3.0:1761122783.709752:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000deee56ac. 00010000:00000010:3.0:1761122783.709773:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122783.709780:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f05f9919. 00000100:00000010:3.0:1761122783.709797:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f05f9919. 00010000:00000010:3.0:1761122783.709801:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00000400:00000010:3.0:1761122783.709814:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122783.709819:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963648, offset 224 00080000:00000010:1.0:1761122783.709826:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000444f92bd. 00000400:00000200:3.0:1761122783.709828:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.709842:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.709848:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89553:89553:256:4294967295] 192.168.201.27@tcp LPNI seq info [89553:89553:8:4294967295] 00000400:00000200:3.0:1761122783.709858:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.709864:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.709869:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001ecddcb6 (tot 82347602). 00000800:00000200:3.0:1761122783.709876:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.709883:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.709888:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001ecddcb6 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122783.709919:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256a56e6. 00010000:00000010:1.0:1761122783.709927:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec2f8c7d. 00010000:00000010:1.0:1761122783.709990:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122783.709995:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.710003:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.710006:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.710011:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.710020:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004cf9d3ab. 02000000:00000010:1.0:1761122783.710037:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000546ea68a. 00000400:00000010:1.0:1761122783.710041:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.710044:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.710048:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651904, portal 16 00000400:00000010:1.0:1761122783.710051:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004cfd03de. 00000100:00000200:1.0:1761122783.710053:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651904, offset 0 00000400:00000200:1.0:1761122783.710057:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.710062:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.710067:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.710070:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.710087:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.710090:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89554:89554:255:4294967295] 192.168.201.27@tcp LPNI seq info [89554:89554:7:4294967295] 00000400:00000200:1.0:1761122783.710097:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.710101:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.710104:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347850). 00000800:00000200:1.0:1761122783.710107:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.710110:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.710112:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.710545:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b5800da3. 00000020:00000010:3.0:1761122783.710560:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.710565:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e5e47918. 00010000:00000010:0.1:1761122783.710856:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eaa5995. 00010000:00000010:0.1:1761122783.710866:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39cc4da. 00000800:00000200:0.0:1761122783.710911:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.710915:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001ecddcb6 (tot 82347602). 00000400:00000200:0.0:1761122783.710922:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.710928:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.710931:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:0.0:1761122783.710934:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000800:00000200:0.0:1761122783.710996:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.710999:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122783.711003:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.711006:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.711008:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004cfd03de 00000400:00000010:0.0:1761122783.711009:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004cfd03de. 00000100:00000200:0.0:1761122783.711014:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643651904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.717111:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.717193:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209b40 00000400:00000200:0.0:1761122783.717204:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafcbd [1] + 224 00000400:00000200:0.0:1761122783.717219:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.717225:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.717238:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643651904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.717559:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.717567:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255d40 00000400:00000200:0.0:1761122783.717573:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 656 00000400:00000200:0.0:1761122783.717586:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.717590:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.717594:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.717600:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000400:00000010:1.0:1761122783.717831:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.717837:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.717839:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.717847:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643651904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.717856:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643651904/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.717885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bedda034. 02000000:00000010:1.0:1761122783.717888:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000546ea68a. 02000000:00000010:1.0:1761122783.717896:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004cf9d3ab. 00000100:00000010:1.0:1761122783.717900:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.717904:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.717909:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000020:00000010:3.0:1761122783.717924:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:3.0:1761122783.717932:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.717936:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.717963:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643963712/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.718004:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963712 02000000:00000010:3.0:1761122783.718017:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e5e47918. 00010000:00000010:3.0:1761122783.718043:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002fce3624. 00010000:00000010:3.0:1761122783.718066:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122783.718082:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f05f9919. 00000100:00000010:3.0:1761122783.718097:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f05f9919. 00010000:00000010:3.0:1761122783.718100:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00000400:00000010:3.0:1761122783.718114:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122783.718118:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963712, offset 224 00000400:00000200:3.0:1761122783.718126:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.718137:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.718143:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89555:89555:256:4294967295] 192.168.201.27@tcp LPNI seq info [89555:89555:8:4294967295] 00000400:00000200:3.0:1761122783.718153:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.718159:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.718163:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d813e9bb (tot 82347602). 00000800:00000200:3.0:1761122783.718169:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.718176:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.718180:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d813e9bb type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.718208:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.718212:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.718217:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 00080000:00000010:1.0:1761122783.718222:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004cf9d3ab. 00010000:00000010:1.0:1761122783.718312:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.718318:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c5ffcf82. 00000800:00000200:0.0:1761122783.718775:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.718780:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d813e9bb (tot 82347354). 00000400:00000200:0.0:1761122783.718788:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.718794:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.718798:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:0.0:1761122783.718800:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00010000:00000010:1.1:1761122783.718922:0:77393:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092f46bb1. 00010000:00000010:1.1:1761122783.718930:0:77393:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081f78cf8. 00010000:00000010:1.0:1761122783.718970:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122783.718976:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.718986:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.718990:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.718997:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.719006:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000546ea68a. 02000000:00000010:1.0:1761122783.719030:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f4f6233e. 00000400:00000010:1.0:1761122783.719034:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.719037:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.719042:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643651968, portal 16 00000400:00000010:1.0:1761122783.719046:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faa36e33. 00000100:00000200:1.0:1761122783.719048:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643651968, offset 0 00000400:00000200:1.0:1761122783.719054:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.719061:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.719068:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.719084:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.719087:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.719090:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89556:89556:256:4294967295] 192.168.201.27@tcp LPNI seq info [89556:89556:8:4294967295] 00000400:00000200:1.0:1761122783.719099:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.719105:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.719108:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c110fe7 (tot 82347602). 00000800:00000200:1.0:1761122783.719113:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.719118:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.719121:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c110fe7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.719307:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.719310:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c110fe7 (tot 82347354). 00000400:00000200:0.0:1761122783.719314:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.719318:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.719321:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faa36e33 00000400:00000010:0.0:1761122783.719323:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faa36e33. 00000100:00000200:0.0:1761122783.719329:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643651968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.720738:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.720753:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209b80 00000400:00000200:0.0:1761122783.720759:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafcc9 [1] + 224 00000400:00000200:0.0:1761122783.720772:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.720775:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.720782:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643651968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.720920:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.720925:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.720927:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.720932:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643651968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.720940:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643651968/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.721190:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f4f6233e. 02000000:00000010:1.0:1761122783.721195:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000546ea68a. 00000100:00000010:1.0:1761122783.721198:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.721202:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.721207:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000200:0.0:1761122783.721596:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.721605:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255d80 00000400:00000200:0.0:1761122783.721611:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 984 00000400:00000200:0.0:1761122783.721738:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.721744:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.721748:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.721755:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:3.0:1761122783.721961:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:3.0:1761122783.721968:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.721972:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.721997:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643963776/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761122783.722030:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963776 02000000:00000010:3.0:1761122783.722042:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000aa08518a. 00010000:00000010:3.0:1761122783.722081:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000434f5764. 00010000:00000010:3.0:1761122783.722102:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122783.722108:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f05f9919. 00000100:00000010:3.0:1761122783.722119:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f05f9919. 00010000:00000010:3.0:1761122783.722123:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00000400:00000010:3.0:1761122783.722134:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122783.722139:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963776, offset 224 00000400:00000200:3.0:1761122783.722148:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.722158:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00080000:00000010:1.0:1761122783.722162:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000546ea68a. 00000400:00000200:3.0:1761122783.722166:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89557:89557:256:4294967295] 192.168.201.27@tcp LPNI seq info [89557:89557:8:4294967295] 00000400:00000200:3.0:1761122783.722178:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.722184:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.722189:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006fdf6219 (tot 82347602). 00000800:00000200:3.0:1761122783.722195:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.722202:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.722206:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006fdf6219 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.722231:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.722237:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.722241:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 00010000:00000010:1.0:1761122783.722252:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.722260:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004713d623. 00010000:00000010:1.0:1761122783.722336:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a964465. 00010000:00000010:1.0:1761122783.722341:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.722347:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122783.722351:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00080000:00000010:1.0:1761122783.722363:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4f6233e. 00010000:00000010:1.0:1761122783.722390:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.722408:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.722465:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078bf0471. 00010000:00000010:1.0:1761122783.722469:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.722477:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.722481:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.722487:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.722498:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003d89a190. 02000000:00000010:1.0:1761122783.722520:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007acb0267. 00000400:00000010:1.0:1761122783.722524:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.722528:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.722532:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652032, portal 16 00000400:00000010:1.0:1761122783.722537:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd529a83. 00000100:00000200:1.0:1761122783.722539:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652032, offset 0 00000400:00000200:1.0:1761122783.722545:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.722551:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.722558:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.722562:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.722564:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.722567:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89558:89558:255:4294967295] 192.168.201.27@tcp LPNI seq info [89558:89558:7:4294967295] 00000400:00000200:1.0:1761122783.722575:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.722583:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.722586:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001efe6c60 (tot 82347850). 00000800:00000200:1.0:1761122783.722590:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.722595:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.722598:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001efe6c60 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.722709:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.722713:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006fdf6219 (tot 82347602). 00000400:00000200:0.0:1761122783.722720:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.722724:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.722728:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:0.0:1761122783.722730:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000800:00000200:0.0:1761122783.722783:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.722785:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001efe6c60 (tot 82347354). 00000400:00000200:0.0:1761122783.722788:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.722791:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.722793:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd529a83 00000400:00000010:0.0:1761122783.722794:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd529a83. 00000100:00000200:0.0:1761122783.722799:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.723775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005809f903. 00010000:00000010:1.1:1761122783.723783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00010000:00000010:3.1:1761122783.724014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7a6cc6f. 00010000:00000010:1.1:1761122783.728050:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a537810. 00010000:00000010:1.1:1761122783.728069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.1:1761122783.728089:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a964465. 00010000:00000010:1.1:1761122783.728093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:0.0:1761122783.728646:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.728744:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209bc0 00000400:00000200:0.0:1761122783.728753:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafcd5 [1] + 224 00000400:00000200:0.0:1761122783.728769:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.728773:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.728785:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.728813:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.728820:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255dc0 00000400:00000200:0.0:1761122783.728824:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 1312 00000400:00000200:0.0:1761122783.728884:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.728889:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.728893:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.728898:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000020:00000010:3.0:1761122783.729266:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:3.0:1761122783.729275:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.729279:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.729308:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643963840/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761122783.729348:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963840 02000000:00000010:3.0:1761122783.729360:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096d192a9. 00010000:00000010:3.0:1761122783.729396:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a41bc453. 00000100:00000010:3.0:1761122783.729402:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f05f9919. 00000100:00000010:3.0:1761122783.729409:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f05f9919. 00010000:00000010:3.0:1761122783.729412:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a41bc453. 00000400:00000010:3.0:1761122783.729428:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122783.729432:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963840, offset 224 00000400:00000200:3.0:1761122783.729441:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.729451:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.729458:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89559:89559:256:4294967295] 192.168.201.27@tcp LPNI seq info [89559:89559:8:4294967295] 00000400:00000200:3.0:1761122783.729467:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.729471:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.729475:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000dcf746a4 (tot 82347602). 00000800:00000200:3.0:1761122783.729480:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.729486:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.729489:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000dcf746a4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.729518:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.729522:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:3.0:1761122783.729526:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 00000800:00000200:2.0:1761122783.729772:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.729777:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000dcf746a4 (tot 82347354). 00000400:00000200:2.0:1761122783.729785:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.729789:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.729794:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:2.0:1761122783.729795:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000400:00000010:1.0:1761122783.730199:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.730205:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.730207:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.730216:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.730225:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652032/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122783.730249:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bbee307. 02000000:00000010:1.0:1761122783.730264:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007acb0267. 02000000:00000010:1.0:1761122783.730268:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003d89a190. 00000100:00000010:1.0:1761122783.730272:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.730275:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.730278:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00080000:00000010:1.0:1761122783.730296:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d89a190. 00010000:00000010:1.0:1761122783.730603:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.730610:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002d2c370e. 00010000:00000010:1.0:1761122783.730765:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122783.730771:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.730780:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.730784:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.730789:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.730798:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007acb0267. 02000000:00000010:1.0:1761122783.730820:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651974d7. 00000400:00000010:1.0:1761122783.730823:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.730826:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.730830:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652096, portal 16 00000400:00000010:1.0:1761122783.730834:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b60a6c42. 00000100:00000200:1.0:1761122783.730836:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652096, offset 0 00000400:00000200:1.0:1761122783.730840:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.730847:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.730853:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.730857:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.730859:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.730861:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89560:89560:256:4294967295] 192.168.201.27@tcp LPNI seq info [89560:89560:8:4294967295] 00000400:00000200:1.0:1761122783.730867:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.730871:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.730874:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001c6de2d6 (tot 82347602). 00000800:00000200:1.0:1761122783.730877:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.730882:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.730884:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001c6de2d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.732167:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.732173:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001c6de2d6 (tot 82347354). 00000400:00000200:0.0:1761122783.732181:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.732189:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.732192:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b60a6c42 00000400:00000010:0.0:1761122783.732194:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b60a6c42. 00000100:00000200:0.0:1761122783.732202:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.732711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000505e789. 00000400:00000200:0.0:1761122783.734046:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.734061:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209c00 00000400:00000200:0.0:1761122783.734069:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafce1 [1] + 224 00000400:00000200:0.0:1761122783.734096:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.734101:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.734108:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.734163:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.734167:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.734169:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.734176:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.734183:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652096/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.734211:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651974d7. 02000000:00000010:1.0:1761122783.734217:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007acb0267. 00000100:00000010:1.0:1761122783.734220:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.734224:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.734228:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000200:2.0:1761122783.734643:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.734651:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255e00 00000400:00000200:2.0:1761122783.734686:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 1640 00000400:00000200:2.0:1761122783.734742:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.734745:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.734749:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.734753:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a1eecf41. 00000020:00000010:0.0:1761122783.734814:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.734820:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.734825:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.734848:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a1eecf41 x1846669643963904/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.734885:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963904 02000000:00000010:0.0:1761122783.734896:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000952b7a88. 00010000:00000010:0.0:1761122783.734924:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b20f84c0. 00010000:00000010:0.0:1761122783.735153:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006043bf6a. 00000100:00000010:0.0:1761122783.735160:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dc8cc13. 00000100:00000010:0.0:1761122783.735735:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dc8cc13. 00010000:00000010:0.0:1761122783.735740:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006043bf6a. 00000400:00000010:0.0:1761122783.735753:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054851307. 00000100:00000200:0.0:1761122783.735757:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963904, offset 224 00000400:00000200:0.0:1761122783.735763:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.735772:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.735776:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89561:89561:256:4294967295] 192.168.201.27@tcp LPNI seq info [89561:89561:8:4294967295] 00000400:00000200:0.0:1761122783.735784:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.735787:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.735790:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fd15cb24 (tot 82347602). 00000800:00000200:0.0:1761122783.735794:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.735801:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.735803:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fd15cb24 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.735823:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.735827:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.735830:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 00000800:00000200:2.0:1761122783.735901:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.735905:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fd15cb24 (tot 82347354). 00000400:00000200:2.0:1761122783.735910:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.735915:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.735918:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054851307 00000400:00000010:2.0:1761122783.735920:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054851307. 00080000:00000010:1.0:1761122783.735943:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007acb0267. 00010000:00000010:1.0:1761122783.736028:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.736035:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c804b9d. 00010000:00000010:1.0:1761122783.736127:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122783.736134:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.736146:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.736151:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.736157:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.736169:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000651974d7. 02000000:00000010:1.0:1761122783.736195:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006093e979. 00000400:00000010:1.0:1761122783.736200:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.736204:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.736209:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652160, portal 16 00000400:00000010:1.0:1761122783.736213:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033df4ad4. 00000100:00000200:1.0:1761122783.736215:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652160, offset 0 00000400:00000200:1.0:1761122783.736220:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.736227:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.736235:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.736238:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.736241:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.736244:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89562:89562:256:4294967295] 192.168.201.27@tcp LPNI seq info [89562:89562:8:4294967295] 00000400:00000200:1.0:1761122783.736251:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.736255:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.736259:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f99aeba0 (tot 82347602). 00000800:00000200:1.0:1761122783.736263:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.736266:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.736269:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f99aeba0 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.738750:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.738756:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f99aeba0 (tot 82347354). 00000400:00000200:0.0:1761122783.738764:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.738772:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.738776:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033df4ad4 00000400:00000010:0.0:1761122783.738778:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033df4ad4. 00000100:00000200:0.0:1761122783.738787:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.738905:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da9569d0. 00010000:00000010:1.1:1761122783.738912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008910f8de. 00010000:00000010:1.1:1761122783.738916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078bf0471. 00000400:00000200:2.0:1761122783.741172:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.741190:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209c40 00000400:00000200:2.0:1761122783.741199:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafced [1] + 224 00000400:00000200:2.0:1761122783.741211:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.741215:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:2.0:1761122783.741226:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761122783.741766:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:2.0:1761122783.741774:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255e40 00000400:00000200:2.0:1761122783.741778:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae605 [2] + 1968 00000400:00000010:2.0:1761122783.741783:0:15804:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001949f804. 00000400:00000200:2.0:1761122783.741787:0:15804:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a274291b 00000400:00000200:2.0:1761122783.741837:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.741842:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.741845:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a274291b 00000400:00000010:2.0:1761122783.741847:0:15804:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a274291b (tot 82347202). 00000100:00000200:2.0:1761122783.741853:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122783.742208:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.742215:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.742220:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.742246:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008f9ee9af x1846669643963968/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.742273:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643963968 02000000:00000010:0.0:1761122783.742284:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4467286. 00010000:00000010:0.0:1761122783.742498:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006043bf6a. 00000100:00000010:0.0:1761122783.742505:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007dc8cc13. 00000100:00000010:0.0:1761122783.742513:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007dc8cc13. 00010000:00000010:0.0:1761122783.742517:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006043bf6a. 00000400:00000010:0.0:1761122783.742531:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007fb12acb. 00000100:00000200:0.0:1761122783.742537:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643963968, offset 224 00000400:00000200:0.0:1761122783.742545:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.742563:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.742569:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89563:89563:256:4294967295] 192.168.201.27@tcp LPNI seq info [89563:89563:8:4294967295] 00000400:00000200:0.0:1761122783.742577:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.742583:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.742588:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006db00fe4 (tot 82347450). 00000800:00000200:0.0:1761122783.742593:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.742602:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.742605:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006db00fe4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.742629:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.742633:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.742636:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 02000000:00000010:0.0:1761122783.742643:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000952b7a88. 00000100:00000010:0.0:1761122783.742647:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a1eecf41. 02000000:00000010:0.0:1761122783.742651:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096d192a9. 00000100:00000010:0.0:1761122783.742675:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:0.0:1761122783.742680:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000aa08518a. 00000100:00000010:0.0:1761122783.742682:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:0.0:1761122783.742685:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e5e47918. 00000100:00000010:0.0:1761122783.742687:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:0.0:1761122783.742691:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000077980a22. 00000100:00000010:0.0:1761122783.742693:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 02000000:00000010:0.0:1761122783.742696:0:64797:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43347d6. 00000100:00000010:0.0:1761122783.742698:0:64797:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f866c272. 00000100:00000200:0.0:1761122783.742704:0:64797:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122783.742709:0:64797:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da39af05. 00000400:00000010:0.0:1761122783.742713:0:64797:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007dc8cc13 (tot 82347602). 00000400:00000010:1.0:1761122783.743229:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.743234:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.743236:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.743245:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.743254:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652160/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761122783.743276:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001a4d480e. 02000000:00000010:1.0:1761122783.743295:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006093e979. 02000000:00000010:1.0:1761122783.743302:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000651974d7. 00000100:00000010:1.0:1761122783.743307:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.743310:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.743313:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00080000:00000010:1.0:1761122783.743329:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006093e979. 00010000:00000010:1.0:1761122783.743628:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.743635:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af246df8. 00010000:00000010:1.0:1761122783.743738:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000078bf0471. 00010000:00000010:1.0:1761122783.743745:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.743754:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.743758:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.743764:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.743775:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075c17624. 02000000:00000010:1.0:1761122783.743797:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000705db03f. 00000400:00000010:1.0:1761122783.743801:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.743804:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.743808:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652224, portal 16 00000400:00000010:1.0:1761122783.743812:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007b2336d8. 00000100:00000200:1.0:1761122783.743814:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652224, offset 0 00000400:00000200:1.0:1761122783.743819:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.743827:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.743834:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.743838:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.743841:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.743843:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89564:89564:255:4294967295] 192.168.201.27@tcp LPNI seq info [89564:89564:7:4294967295] 00000400:00000200:1.0:1761122783.743851:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.743855:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.743858:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e689e54 (tot 82347850). 00000800:00000200:1.0:1761122783.743862:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.743868:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.743870:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e689e54 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.744207:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.744210:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006db00fe4 (tot 82347602). 00000400:00000200:2.0:1761122783.744215:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.744219:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.744222:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007fb12acb 00000400:00000010:2.0:1761122783.744224:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007fb12acb. 02000000:00000010:2.0:1761122783.744229:0:15803:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4467286. 00000800:00000200:2.0:1761122783.744291:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.744293:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e689e54 (tot 82347354). 00000400:00000200:2.0:1761122783.744297:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.744300:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.744303:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b2336d8 00000400:00000010:2.0:1761122783.744304:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007b2336d8. 00000100:00000200:2.0:1761122783.744309:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761122783.747943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007858d939. 00000400:00000200:0.0:1761122783.747991:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.748008:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209c80 00000400:00000200:0.0:1761122783.748018:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafcfd [1] + 224 00000400:00000200:0.0:1761122783.748029:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.748033:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.748043:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.748086:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.748093:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255e80 00000400:00000010:1.0:1761122783.748098:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.748104:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.748107:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.748116:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.748117:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 0 00000100:00000200:1.0:1761122783.748131:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652224/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.748133:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.748141:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.748146:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.748151:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b031d97e. 02000000:00000010:1.0:1761122783.748163:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000705db03f. 02000000:00000010:1.0:1761122783.748171:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075c17624. 00000100:00000010:1.0:1761122783.748175:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.748179:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.748183:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000020:00000010:3.0:1761122783.748258:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000143688a. 00000020:00000010:3.0:1761122783.748266:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000968cf813. 00000020:00000010:3.0:1761122783.748270:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002da59be9. 00000100:00000200:3.0:1761122783.748341:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b031d97e x1846669643964032/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.749171:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964032 02000000:00000010:0.0:1761122783.749184:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43347d6. 00010000:00000010:0.0:1761122783.749212:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ef39579. 00010000:00000010:0.0:1761122783.749229:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006043bf6a. 00000100:00000010:0.0:1761122783.749237:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.749330:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.749335:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006043bf6a. 00000400:00000010:0.0:1761122783.749348:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344e12eb. 00000100:00000200:0.0:1761122783.749353:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964032, offset 224 00000400:00000200:0.0:1761122783.749360:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.749370:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.749375:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89565:89565:256:4294967295] 192.168.201.27@tcp LPNI seq info [89565:89565:8:4294967295] 00000400:00000200:0.0:1761122783.749386:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.749391:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.749395:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c52b9f4f (tot 82347602). 00000800:00000200:0.0:1761122783.749400:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.749407:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.749411:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c52b9f4f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.749436:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000968cf813. 00000800:00000200:2.0:1761122783.749576:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.749580:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c52b9f4f (tot 82347354). 00000400:00000200:2.0:1761122783.749585:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.749590:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.749593:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344e12eb 00000400:00000010:2.0:1761122783.749594:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344e12eb. 00080000:00000010:1.0:1761122783.749695:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075c17624. 00010000:00000010:1.0:1761122783.749779:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.749785:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b8f7b4cb. 00010000:00000010:1.0:1761122783.749861:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122783.749867:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.749878:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.749882:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.749889:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.749900:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000705db03f. 02000000:00000010:1.0:1761122783.749924:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000651974d7. 00000400:00000010:1.0:1761122783.749929:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.749933:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.749937:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652288, portal 16 00000400:00000010:1.0:1761122783.749941:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000073989bf3. 00000100:00000200:1.0:1761122783.749943:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652288, offset 0 00000400:00000200:1.0:1761122783.749949:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.749955:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.749962:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.749967:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.749970:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.749972:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89566:89566:256:4294967295] 192.168.201.27@tcp LPNI seq info [89566:89566:8:4294967295] 00000400:00000200:1.0:1761122783.749980:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.749985:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.749988:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e3bfcee (tot 82347602). 00000800:00000200:1.0:1761122783.749992:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.749997:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.749999:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e3bfcee type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.750146:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002da59be9. 00000020:00000010:0.0:1761122783.750153:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000143688a. 00000800:00000200:2.0:1761122783.751414:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.751420:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e3bfcee (tot 82347354). 00000400:00000200:2.0:1761122783.751427:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.751434:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.751439:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000073989bf3 00000400:00000010:2.0:1761122783.751441:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000073989bf3. 00000100:00000200:2.0:1761122783.751449:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.753168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a95619ab. 00010000:00000010:1.1:1761122783.753181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:0.0:1761122783.755306:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.755329:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209cc0 00000400:00000200:0.0:1761122783.755338:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd09 [1] + 224 00000400:00000200:0.0:1761122783.755354:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.755359:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.755370:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.755520:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.755529:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255ec0 00000400:00000200:0.0:1761122783.755535:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 328 00000400:00000200:0.0:1761122783.755576:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.755581:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.755586:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.755593:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000cfd21d3. 00000020:00000010:2.0:1761122783.755761:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0055348. 00000020:00000010:2.0:1761122783.755769:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000b1b674bb. 00000020:00000010:2.0:1761122783.755774:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.755802:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000cfd21d3 x1846669643964096/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:1.0:1761122783.755821:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.755827:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.755830:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:2.0:1761122783.755840:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964096 00000100:00000200:1.0:1761122783.755840:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.755852:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652288/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.755855:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000dba1301. 02000000:00000010:1.0:1761122783.755883:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000651974d7. 00010000:00000010:2.0:1761122783.755889:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8a4f195. 02000000:00000010:1.0:1761122783.755890:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000705db03f. 00000100:00000010:1.0:1761122783.755898:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.755903:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.755907:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00010000:00000010:2.0:1761122783.755916:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043581893. 00000100:00000010:2.0:1761122783.756140:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.756158:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.756163:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043581893. 00000400:00000010:2.0:1761122783.756176:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.756181:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964096, offset 224 00000400:00000200:2.0:1761122783.756190:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122783.756198:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000651974d7. 00000400:00000200:2.0:1761122783.756207:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.756215:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89567:89567:256:4294967295] 192.168.201.27@tcp LPNI seq info [89567:89567:8:4294967295] 00000400:00000200:2.0:1761122783.756226:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.756232:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.756238:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.756245:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.756255:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.756259:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.756456:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000b1b674bb. 00000020:00000010:2.0:1761122783.756462:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00010000:00000010:1.0:1761122783.756466:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00000020:00000010:2.0:1761122783.756467:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0055348. 00010000:00000010:1.0:1761122783.756475:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008de6a526. 00010000:00000010:1.0:1761122783.756566:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a964465. 00010000:00000010:1.0:1761122783.756573:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.756579:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122783.756585:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00080000:00000010:1.0:1761122783.756597:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000705db03f. 00010000:00000010:1.0:1761122783.756622:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.756626:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.756816:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122783.756821:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.756829:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.756833:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.756839:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.756851:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f86b6b66. 02000000:00000010:1.0:1761122783.756876:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d038d0d. 00000400:00000010:1.0:1761122783.756880:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.756885:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.756890:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652352, portal 16 00000400:00000010:1.0:1761122783.756895:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000344d9c6c. 00000100:00000200:1.0:1761122783.756897:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652352, offset 0 00000400:00000200:1.0:1761122783.756904:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.756913:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000800:00000200:2.0:1761122783.756921:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1761122783.756921:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000800:00000010:2.0:1761122783.756927:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122783.756927:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.756932:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.756935:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.756938:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89568:89568:255:4294967295] 192.168.201.27@tcp LPNI seq info [89568:89568:7:4294967295] 00000400:00000200:2.0:1761122783.756943:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.756949:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:2.0:1761122783.756951:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00000400:00000200:1.0:1761122783.756954:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.756961:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.756965:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e8e2cfbe (tot 82347602). 00000800:00000200:1.0:1761122783.756971:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.756977:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.756979:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e8e2cfbe type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.757180:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.757183:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e8e2cfbe (tot 82347354). 00000400:00000200:2.0:1761122783.757187:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.757191:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.757193:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000344d9c6c 00000400:00000010:2.0:1761122783.757195:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000344d9c6c. 00000100:00000200:2.0:1761122783.757201:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.763942:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.763965:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209d00 00000400:00000200:3.0:1761122783.763975:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd15 [1] + 224 00000400:00000200:3.0:1761122783.763992:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.763997:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.764008:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.764108:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.764114:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.764116:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.764124:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.764133:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652352/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.764166:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d038d0d. 02000000:00000010:1.0:1761122783.764174:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f86b6b66. 00000100:00000010:1.0:1761122783.764179:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.764183:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.764187:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00010000:00000010:1.1:1761122783.764733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3bf2729. 00010000:00000010:1.1:1761122783.764743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ae871c. 00010000:00000010:1.1:1761122783.764747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00000400:00000200:3.0:1761122783.765169:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.765179:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255f00 00000400:00000200:3.0:1761122783.765185:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 656 00000400:00000200:3.0:1761122783.765468:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.765474:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.765480:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.765485:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000089c178c5. 00000020:00000010:0.0:1761122783.765567:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.765575:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.765580:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.765608:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000089c178c5 x1846669643964160/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.765646:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964160 02000000:00000010:0.0:1761122783.765675:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054b000bd. 00010000:00000010:0.0:1761122783.765717:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061ea57bc. 00010000:00000010:0.0:1761122783.765741:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006043bf6a. 00000100:00000010:0.0:1761122783.765748:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.765770:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.765774:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006043bf6a. 00000400:00000010:0.0:1761122783.765789:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000085765e4f. 00000100:00000200:0.0:1761122783.765794:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964160, offset 224 00080000:00000010:1.0:1761122783.765799:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d038d0d. 00000400:00000200:0.0:1761122783.765805:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.765817:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.765823:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89569:89569:256:4294967295] 192.168.201.27@tcp LPNI seq info [89569:89569:8:4294967295] 00000400:00000200:0.0:1761122783.765834:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.765842:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.765847:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e4ec6f02 (tot 82347602). 00000800:00000200:0.0:1761122783.765854:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.765862:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.765866:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e4ec6f02 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761122783.765891:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00000020:00000010:0.0:1761122783.765896:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00010000:00000010:1.0:1761122783.765900:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077ecec2c. 00000020:00000010:0.0:1761122783.766141:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.766148:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 00010000:00000010:1.0:1761122783.766222:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122783.766229:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.766241:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.766245:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.766252:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.766264:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001b061462. 02000000:00000010:1.0:1761122783.766287:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013bff5b6. 00000400:00000010:1.0:1761122783.766292:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.766296:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.766301:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652416, portal 16 00000400:00000010:1.0:1761122783.766305:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1ab9555. 00000100:00000200:1.0:1761122783.766307:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652416, offset 0 00000400:00000200:1.0:1761122783.766313:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.766319:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.766327:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.766331:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.766334:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.766337:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89570:89570:255:4294967295] 192.168.201.27@tcp LPNI seq info [89570:89570:7:4294967295] 00000400:00000200:1.0:1761122783.766344:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.766349:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.766352:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c310c625 (tot 82347850). 00000800:00000200:1.0:1761122783.766356:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.766362:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.766364:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c310c625 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.766764:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.766769:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e4ec6f02 (tot 82347602). 00000400:00000200:3.0:1761122783.766774:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.766779:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.766782:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000085765e4f 00000400:00000010:3.0:1761122783.766785:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000085765e4f. 00000800:00000200:3.0:1761122783.766842:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.766844:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c310c625 (tot 82347354). 00000400:00000200:3.0:1761122783.766848:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.766851:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.766853:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1ab9555 00000400:00000010:3.0:1761122783.766854:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1ab9555. 00000100:00000200:3.0:1761122783.766860:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.769773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020a8165c. 00010000:00000010:1.1:1761122783.770709:0:78696:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f82ad25a. 00010000:00000010:1.1:1761122783.770719:0:78696:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078bf0471. 00010000:00000010:0.1:1761122783.770818:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b6a765. 00000400:00000200:0.0:1761122783.776135:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.776157:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209d40 00000400:00000200:0.0:1761122783.776168:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd21 [1] + 224 00000400:00000200:0.0:1761122783.776184:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.776188:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.776199:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.776272:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.776277:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.776279:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.776285:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.776292:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652416/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.776321:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013bff5b6. 02000000:00000010:1.0:1761122783.776327:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001b061462. 00000100:00000010:1.0:1761122783.776330:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.776334:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.776338:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00010000:00000010:1.1:1761122783.776694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025cfd181. 00010000:00000010:1.1:1761122783.776702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.1:1761122783.776706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a964465. 00010000:00000010:1.1:1761122783.776710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00000400:00000200:3.0:1761122783.777043:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.777054:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255f40 00000400:00000200:3.0:1761122783.777060:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 984 00000400:00000200:3.0:1761122783.777132:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.777138:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.777142:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.777148:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cb40f82c. 00000020:00000010:0.0:1761122783.777242:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a4467286. 00000020:00000010:0.0:1761122783.777250:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.777254:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.777278:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cb40f82c x1846669643964224/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.777314:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964224 02000000:00000010:0.0:1761122783.777324:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095af61dc. 00010000:00000010:0.0:1761122783.777567:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c21cf7c. 00010000:00000010:0.0:1761122783.777590:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000faee3085. 00000100:00000010:0.0:1761122783.777597:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.777615:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.777620:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000faee3085. 00000400:00000010:0.0:1761122783.777634:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122783.777639:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964224, offset 224 00000400:00000200:0.0:1761122783.777647:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.777685:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.777691:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89571:89571:256:4294967295] 192.168.201.27@tcp LPNI seq info [89571:89571:8:4294967295] 00000400:00000200:0.0:1761122783.777701:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.777707:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.777711:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122783.777717:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.777724:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.777727:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.777746:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.777750:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.777753:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a4467286. 00000800:00000200:0.0:1761122783.777809:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.777812:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:0.0:1761122783.777815:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.777819:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.777822:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122783.777824:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00080000:00000010:1.0:1761122783.777887:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001b061462. 00010000:00000010:1.0:1761122783.777990:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.777996:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c56d423. 00010000:00000010:1.0:1761122783.778092:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000eb2dac78. 00010000:00000010:1.0:1761122783.778098:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000773fdacf. 00010000:00000010:1.0:1761122783.778109:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.778113:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.778120:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 02000000:00000010:1.0:1761122783.778130:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000013bff5b6. 02000000:00000010:1.0:1761122783.778156:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f86b6b66. 00000400:00000010:1.0:1761122783.778161:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.778484:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.778491:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652480, portal 16 00000400:00000010:1.0:1761122783.778496:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d6e7af03. 00000100:00000200:1.0:1761122783.778498:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652480, offset 0 00000400:00000200:1.0:1761122783.778504:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.778511:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.778518:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.778522:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.778525:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.778528:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89572:89572:256:4294967295] 192.168.201.27@tcp LPNI seq info [89572:89572:8:4294967295] 00000400:00000200:1.0:1761122783.778536:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.778540:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.778544:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000104b6ddf (tot 82347602). 00000800:00000200:1.0:1761122783.778548:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.778552:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.778554:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000104b6ddf type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.778996:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.779000:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000104b6ddf (tot 82347354). 00000400:00000200:0.0:1761122783.779004:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.779009:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.779012:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d6e7af03 00000400:00000010:0.0:1761122783.779014:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d6e7af03. 00000100:00000200:0.0:1761122783.779021:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000095ca99d7 x1846669643652480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.785723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093c09e2d. 00010000:00000010:1.1:1761122783.785744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00010000:00000010:0.1:1761122783.786745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005eed9028. 00000400:00000200:0.0:1761122783.786806:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.786822:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209d80 00000400:00000200:0.0:1761122783.786830:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd2d [1] + 224 00000400:00000200:0.0:1761122783.786846:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.786849:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.786861:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000095ca99d7 x1846669643652480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.786931:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3be0fbe. 00000400:00000200:1.0:1761122783.786937:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.787168:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.787176:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000095ca99d7 x1846669643652480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.787183:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000095ca99d7 x1846669643652480/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.787219:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f86b6b66. 02000000:00000010:1.0:1761122783.787225:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000013bff5b6. 00000100:00000010:1.0:1761122783.787231:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000010:1.0:1761122783.787234:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.787238:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00010000:00000010:0.1:1761122783.799268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a339d6df. 00000400:00000200:0.0:1761122783.799330:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.799347:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255f80 00000400:00000200:0.0:1761122783.799355:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 1312 00000400:00000200:0.0:1761122783.799391:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.799396:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.799403:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761122783.799408:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002e14d531. 00000020:00000010:2.0:1761122783.800127:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6af37f9. 00000020:00000010:2.0:1761122783.800134:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.800138:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.800166:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002e14d531 x1846669643964288/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122783.800207:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964288 02000000:00000010:2.0:1761122783.800219:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db916b4e. 00010000:00000010:2.0:1761122783.800248:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd7a17c4. 00010000:00000010:2.0:1761122783.800268:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043581893. 00000100:00000010:2.0:1761122783.800275:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.800289:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.800293:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043581893. 00000400:00000010:2.0:1761122783.800306:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8311c9f. 00000100:00000200:2.0:1761122783.800313:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964288, offset 224 00000400:00000200:2.0:1761122783.800321:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.800333:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.800340:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89573:89573:256:4294967295] 192.168.201.27@tcp LPNI seq info [89573:89573:8:4294967295] 00000400:00000200:2.0:1761122783.800351:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.800356:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.800463:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.800471:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.800478:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.800482:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.800771:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.800776:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.800780:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6af37f9. 00080000:00000010:2.0:1761122783.800807:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6af37f9. 00010000:00000010:2.0:1761122783.800884:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000773fdacf. 00010000:00000010:2.0:1761122783.800891:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033ccd1b4. 00000800:00000200:3.0:1761122783.801258:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.801262:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122783.801268:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.801274:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.801278:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8311c9f 00000400:00000010:3.0:1761122783.801280:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8311c9f. 00010000:00000010:1.1:1761122783.801678:0:78716:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061e3f95c. 00010000:00000010:1.1:1761122783.801686:0:78716:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:2.0:1761122783.802381:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:2.0:1761122783.802390:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095414497. 00010000:00000010:2.0:1761122783.802403:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043581893. 00000100:00000010:2.0:1761122783.802409:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.802420:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000071e67e1e. 02000000:00000010:2.0:1761122783.802434:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae07d96c. 02000000:00000010:2.0:1761122783.802459:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04ee3b2. 00000400:00000010:2.0:1761122783.802466:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fcaae5f7. 00000400:00000010:2.0:1761122783.802471:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b17dc71. 00000100:00000200:2.0:1761122783.802476:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652544, portal 16 00000400:00000010:2.0:1761122783.802481:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000096216e15. 00000100:00000200:2.0:1761122783.802483:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652544, offset 0 00000400:00000200:2.0:1761122783.802490:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.802501:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.802508:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.802512:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.802515:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.802518:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89574:89574:256:4294967295] 192.168.201.27@tcp LPNI seq info [89574:89574:8:4294967295] 00000400:00000200:2.0:1761122783.802527:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.802531:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.802536:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.802540:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.802546:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.802549:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.802833:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.802836:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:3.0:1761122783.802841:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.802846:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.802850:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000096216e15 00000400:00000010:3.0:1761122783.802851:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000096216e15. 00000100:00000200:3.0:1761122783.802858:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000071e67e1e x1846669643652544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.810824:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.810845:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209dc0 00000400:00000200:0.0:1761122783.810855:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd39 [1] + 224 00000400:00000200:0.0:1761122783.810867:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.810872:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.810883:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000071e67e1e x1846669643652544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.810931:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.810938:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948255fc0 00000400:00000200:0.0:1761122783.810944:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 1640 00000400:00000010:3.0:1761122783.810951:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fcaae5f7. 00000400:00000200:0.0:1761122783.810954:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.810957:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b17dc71 00000400:00000200:0.0:1761122783.810961:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000010:3.0:1761122783.810962:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b17dc71. 00000100:00000200:0.0:1761122783.810970:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761122783.810972:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000071e67e1e x1846669643652544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761122783.810979:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000092a756a8. 00000100:00000200:3.0:1761122783.810984:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000071e67e1e x1846669643652544/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.811021:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f04ee3b2. 02000000:00000010:3.0:1761122783.811030:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae07d96c. 00000100:00000010:3.0:1761122783.811034:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000071e67e1e. 00000100:00000010:3.0:1761122783.811040:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00000020:00000010:0.0:1761122783.811042:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000952b7a88. 00010000:00000010:3.0:1761122783.811045:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043581893. 00000020:00000010:0.0:1761122783.811050:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.811057:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.811092:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000092a756a8 x1846669643964352/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.811136:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964352 02000000:00000010:0.0:1761122783.811149:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a4467286. 00010000:00000010:0.0:1761122783.811177:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f19fbc. 00010000:00000010:0.0:1761122783.811197:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:0.0:1761122783.811204:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.811222:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.811430:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000010:0.0:1761122783.811446:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122783.811451:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964352, offset 224 00000400:00000200:0.0:1761122783.811458:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122783.811459:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa08518a. 00000400:00000200:0.0:1761122783.811470:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.811476:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89575:89575:256:4294967295] 192.168.201.27@tcp LPNI seq info [89575:89575:8:4294967295] 00000400:00000200:0.0:1761122783.811486:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.811492:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.811497:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122783.811503:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.811511:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.811515:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.811533:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.811538:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.811542:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000952b7a88. 00010000:00000010:3.0:1761122783.811552:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095414497. 00010000:00000010:3.0:1761122783.811561:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058853569. 00000004:00000010:3.0:1761122783.811624:0:77393:0:(mdt_handler.c:6310:mdt_object_alloc()) slab-alloced 'mo': 480 at 000000003a864fc7. 00000004:00000010:3.0:1761122783.811635:0:77393:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at 0000000062fa25d9. 00000004:00000010:3.0:1761122783.811641:0:77393:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 184 at 000000000249d778. 00080000:00000010:3.0:1761122783.811649:0:77393:0:(osd_handler.c:423:osd_object_alloc()) kmalloced '(mo)': 304 at 0000000096d192a9. 00000800:00000200:0.0:1761122783.811677:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.811682:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:0.0:1761122783.811686:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1761122783.811688:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000feadbaa1. 00000400:00000200:0.0:1761122783.811692:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.811696:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:0.0:1761122783.811698:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000001:00000010:3.0:1761122783.811705:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000feadbaa1. 00080000:00000010:3.0:1761122783.811720:0:77393:0:(osd_handler.c:1673:osd_object_free()) kfreed 'obj': 304 at 0000000096d192a9. 00000004:00000010:3.0:1761122783.811725:0:77393:0:(lod_object.c:9217:lod_object_free()) slab-freed '(lo)': 184 at 000000000249d778. 00000004:00000010:3.0:1761122783.811729:0:77393:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at 0000000062fa25d9. 00000004:00000010:3.0:1761122783.811732:0:77393:0:(mdt_handler.c:6382:mdt_object_free()) slab-freed 'mo': 480 at 000000003a864fc7. 00010000:00000010:3.0:1761122783.811754:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 0000000009e67fac. 00010000:00000010:3.0:1761122783.811758:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000968cf813. 00010000:00000010:3.0:1761122783.811763:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122783.811769:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00080000:00000010:3.0:1761122783.811782:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096d192a9. 00010000:00000010:3.0:1761122783.811809:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.811813:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000968cf813. 00010000:00000010:3.0:1761122783.811866:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.0:1761122783.811872:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.811881:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122783.811886:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009250fc05. 00000100:00000010:3.0:1761122783.811893:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f8cd53a. 02000000:00000010:3.0:1761122783.811905:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032b830c2. 02000000:00000010:3.0:1761122783.811930:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008834c48c. 00000400:00000010:3.0:1761122783.811935:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122783.811938:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122783.811943:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652608, portal 16 00000400:00000010:3.0:1761122783.811947:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000023b8789c. 00000100:00000200:3.0:1761122783.811949:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652608, offset 0 00000400:00000200:3.0:1761122783.811955:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.811961:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.811969:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.811973:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.811976:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.811980:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89576:89576:256:4294967295] 192.168.201.27@tcp LPNI seq info [89576:89576:8:4294967295] 00000400:00000200:3.0:1761122783.811992:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.811997:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.812000:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004488353d (tot 82347602). 00000800:00000200:3.0:1761122783.812004:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.812008:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.812011:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004488353d type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.812091:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.812094:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004488353d (tot 82347354). 00000400:00000200:0.0:1761122783.812099:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.812103:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.812106:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000023b8789c 00000400:00000010:0.0:1761122783.812107:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000023b8789c. 00000100:00000200:0.0:1761122783.812112:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f8cd53a x1846669643652608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.816361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081d0e246. 00010000:00000010:2.1:1761122783.816375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066cd3e61. 00010000:00000010:2.1:1761122783.816379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2dac78. 00010000:00000010:3.1:1761122783.817777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d91b9e. 00010000:00000010:3.1:1761122783.817787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef2b5d4b. 00010000:00000010:0.1:1761122783.818703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000045b4656. 00010000:00000010:3.1:1761122783.824025:0:78718:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009e67fac. 00010000:00000010:3.1:1761122783.824040:0:78718:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00000400:00000200:0.0:1761122783.825441:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.825464:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209e00 00000400:00000200:0.0:1761122783.825474:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd45 [1] + 224 00000400:00000200:1.0:1761122783.825612:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.825620:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.825631:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f8cd53a x1846669643652608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761122783.827142:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:3.0:1761122783.827151:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:3.0:1761122783.827153:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:3.0:1761122783.827162:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f8cd53a x1846669643652608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.827172:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f8cd53a x1846669643652608/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.827206:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008834c48c. 02000000:00000010:3.0:1761122783.827213:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032b830c2. 00000100:00000010:3.0:1761122783.827217:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f8cd53a. 00000100:00000010:3.0:1761122783.827222:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009250fc05. 00010000:00000010:3.0:1761122783.827226:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00000400:00000200:0.0:1761122783.827350:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.827363:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256000 00000400:00000200:0.0:1761122783.827369:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae655 [2] + 1968 00000400:00000010:0.0:1761122783.827372:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062e31769. 00000400:00000200:0.0:1761122783.827376:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000104fc5fa 00000400:00000200:0.0:1761122783.827439:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.827444:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.827447:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000104fc5fa 00000400:00000010:0.0:1761122783.827449:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000104fc5fa (tot 82347202). 00000100:00000200:0.0:1761122783.827455:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122783.827874:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013bff5b6. 00000020:00000010:1.0:1761122783.827883:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.827887:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.827915:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a43b4f0 x1846669643964416/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.827957:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964416 02000000:00000010:1.0:1761122783.827971:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081d22c94. 00010000:00000010:1.0:1761122783.828002:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d22d41da. 00010000:00000010:1.0:1761122783.828613:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.828621:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6e47e6d. 00000100:00000010:1.0:1761122783.828637:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6e47e6d. 00010000:00000010:1.0:1761122783.828641:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00080000:00000010:3.0:1761122783.828688:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba16322a. 00010000:00000010:3.0:1761122783.828785:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.828793:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000935277fd. 00010000:00000010:3.0:1761122783.828876:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122783.828884:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.828896:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122783.828901:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009250fc05. 00000100:00000010:3.0:1761122783.828909:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f8cd53a. 02000000:00000010:3.0:1761122783.828922:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c48ece5. 02000000:00000010:3.0:1761122783.828948:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da6e59c4. 00000400:00000010:3.0:1761122783.828953:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122783.828959:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122783.828966:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652672, portal 16 00000400:00000010:3.0:1761122783.828971:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002afd9aab. 00000100:00000200:3.0:1761122783.828974:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652672, offset 0 00000400:00000200:3.0:1761122783.828984:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.828999:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.829007:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.829011:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.829015:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.829021:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89577:89577:256:4294967295] 192.168.201.27@tcp LPNI seq info [89577:89577:8:4294967295] 00000400:00000200:3.0:1761122783.829037:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.829046:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.829051:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f185c3ec (tot 82347450). 00000800:00000200:3.0:1761122783.829061:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.829083:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.829088:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f185c3ec type 1, nob 424 niov 1 nkiov 1 00000400:00000010:1.0:1761122783.833626:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.833644:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964416, offset 224 00000400:00000200:1.0:1761122783.833679:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.833697:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.833703:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89578:89578:255:4294967295] 192.168.201.27@tcp LPNI seq info [89578:89578:7:4294967295] 00000400:00000200:1.0:1761122783.833715:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.833721:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.833727:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347698). 00000800:00000200:1.0:1761122783.833735:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.833743:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.833747:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.833770:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.833777:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.833781:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013bff5b6. 02000000:00000010:1.0:1761122783.833795:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a4467286. 00000100:00000010:1.0:1761122783.833799:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000092a756a8. 02000000:00000010:1.0:1761122783.833804:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000db916b4e. 00000100:00000010:1.0:1761122783.833806:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002e14d531. 02000000:00000010:1.0:1761122783.833809:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095af61dc. 00000100:00000010:1.0:1761122783.833811:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cb40f82c. 02000000:00000010:1.0:1761122783.833814:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054b000bd. 00000100:00000010:1.0:1761122783.833816:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000089c178c5. 02000000:00000010:1.0:1761122783.833819:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000dba1301. 00000100:00000010:1.0:1761122783.833821:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000cfd21d3. 02000000:00000010:1.0:1761122783.833825:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43347d6. 00000100:00000010:1.0:1761122783.833827:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b031d97e. 00000100:00000200:1.0:1761122783.833838:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122783.833844:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e3be0fbe. 00000400:00000010:1.0:1761122783.833850:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6e47e6d (tot 82347850). 00000800:00000200:1.0:1761122783.833935:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.833938:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f185c3ec (tot 82347602). 00000400:00000200:1.0:1761122783.833943:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.833948:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.833952:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002afd9aab 00000400:00000010:1.0:1761122783.833954:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002afd9aab. 00000100:00000200:1.0:1761122783.833962:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f8cd53a x1846669643652672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761122783.834256:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.834258:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122783.834262:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.834266:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.834268:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.834270:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 02000000:00000010:1.0:1761122783.834274:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081d22c94. 00000400:00000200:1.0:1761122783.841010:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.841033:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209e40 00000400:00000200:1.0:1761122783.841043:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd4d [1] + 224 00000400:00000200:1.0:1761122783.841056:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.841061:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.841087:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f8cd53a x1846669643652672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.841129:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.841137:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256040 00000400:00000200:1.0:1761122783.841144:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 0 00000400:00000010:3.0:1761122783.841155:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:1.0:1761122783.841155:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.841159:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.841163:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:3.0:1761122783.841166:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:3.0:1761122783.841174:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f8cd53a x1846669643652672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.841183:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f8cd53a x1846669643652672/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761122783.841219:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da6e59c4. 02000000:00000010:3.0:1761122783.841226:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c48ece5. 00000100:00000010:3.0:1761122783.841230:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f8cd53a. 00000100:00000010:3.0:1761122783.841235:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009250fc05. 00010000:00000010:3.0:1761122783.841240:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00000100:00000200:1.0:1761122783.841330:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.841338:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 00000020:00000010:0.0:1761122783.841428:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.841435:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.841440:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.841466:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095ca99d7 x1846669643964480/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.841501:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964480 02000000:00000010:0.0:1761122783.841514:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000952b7a88. 00010000:00000010:0.0:1761122783.841540:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028eafff3. 00010000:00000010:0.0:1761122783.841559:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:0.0:1761122783.841565:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.841580:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.841584:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000010:0.0:1761122783.841597:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dcf6407. 00000100:00000200:0.0:1761122783.841602:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964480, offset 224 00000400:00000200:0.0:1761122783.841610:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:3.0:1761122783.841615:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032b830c2. 00000400:00000200:0.0:1761122783.841622:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.841629:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89579:89579:256:4294967295] 192.168.201.27@tcp LPNI seq info [89579:89579:8:4294967295] 00000400:00000200:0.0:1761122783.841640:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.841645:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.841681:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000112e282f (tot 82347602). 00000800:00000200:0.0:1761122783.841688:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.841696:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.841700:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000112e282f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.841722:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00010000:00000010:3.0:1761122783.841724:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00000020:00000010:0.0:1761122783.841727:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.841732:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 00010000:00000010:3.0:1761122783.841733:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d3301285. 00010000:00000010:3.0:1761122783.841823:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003250cc20. 00010000:00000010:3.0:1761122783.841830:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007ba3aa69. 00010000:00000010:3.0:1761122783.841842:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bce5c15. 00000100:00000010:3.0:1761122783.841845:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009250fc05. 00000100:00000010:3.0:1761122783.841852:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008f8cd53a. 02000000:00000010:3.0:1761122783.841863:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c48ece5. 00000800:00000200:1.0:1761122783.841872:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.841876:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000112e282f (tot 82347354). 00000400:00000200:1.0:1761122783.841881:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.841885:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:3.0:1761122783.841887:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da6e59c4. 00000400:00000200:1.0:1761122783.841888:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dcf6407 00000400:00000010:1.0:1761122783.841892:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dcf6407. 00000400:00000010:3.0:1761122783.841894:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000feadbaa1. 00000400:00000010:3.0:1761122783.841901:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000be32635a. 00000100:00000200:3.0:1761122783.841907:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652736, portal 16 00000400:00000010:3.0:1761122783.841911:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ef9590. 00000100:00000200:3.0:1761122783.841913:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652736, offset 0 00000400:00000200:3.0:1761122783.841919:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.841926:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.841933:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.841936:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.841939:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.841941:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89580:89580:256:4294967295] 192.168.201.27@tcp LPNI seq info [89580:89580:8:4294967295] 00000400:00000200:3.0:1761122783.841949:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.841954:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.841958:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002c3ef90 (tot 82347602). 00000800:00000200:3.0:1761122783.841962:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.841967:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.841969:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002c3ef90 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.842035:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.842038:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000002c3ef90 (tot 82347354). 00000400:00000200:1.0:1761122783.842042:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.842046:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.842048:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ef9590 00000400:00000010:1.0:1761122783.842050:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ef9590. 00000100:00000200:1.0:1761122783.842054:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008f8cd53a x1846669643652736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.843700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ff676a4. 00010000:00000010:3.1:1761122783.843711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00000400:00000200:3.0:1761122783.851625:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.851646:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209e80 00000400:00000200:3.0:1761122783.851679:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd61 [1] + 224 00000400:00000200:3.0:1761122783.851693:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.851697:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.851708:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008f8cd53a x1846669643652736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.851742:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.851748:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256080 00000400:00000200:3.0:1761122783.851753:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 328 00000400:00000200:3.0:1761122783.851823:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.851828:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.851833:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.851840:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079add0e4. 00010000:00000010:1.1:1761122783.852152:0:78718:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008227b361. 00010000:00000010:0.1:1761122783.852863:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cdcc151. 00000020:00000010:0.0:1761122783.852913:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.852920:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.852925:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.852955:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079add0e4 x1846669643964544/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761122783.852990:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964544 02000000:00000010:0.0:1761122783.853001:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000441c72a5. 00010000:00000010:0.0:1761122783.853039:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:0.0:1761122783.853047:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.853054:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.853058:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000010:0.0:1761122783.853087:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004476542. 00000100:00000200:0.0:1761122783.853093:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964544, offset 224 00000400:00000200:0.0:1761122783.853102:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.853115:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.853121:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89581:89581:256:4294967295] 192.168.201.27@tcp LPNI seq info [89581:89581:8:4294967295] 00000400:00000200:0.0:1761122783.853131:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.853137:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.853141:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e247a25b (tot 82347602). 00000800:00000200:0.0:1761122783.853146:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.853154:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.853157:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e247a25b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.853177:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.853182:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.853186:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 00000400:00000010:2.0:1761122783.854376:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000feadbaa1. 00000400:00000200:2.0:1761122783.854384:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000be32635a 00000400:00000010:2.0:1761122783.854387:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000be32635a. 00000100:00000200:2.0:1761122783.854400:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008f8cd53a x1846669643652736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.854410:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008f8cd53a x1846669643652736/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.854437:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e710584. 02000000:00000010:2.0:1761122783.854451:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da6e59c4. 02000000:00000010:2.0:1761122783.854458:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c48ece5. 00000100:00000010:2.0:1761122783.854461:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008f8cd53a. 00000100:00000010:2.0:1761122783.854466:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009250fc05. 00010000:00000010:2.0:1761122783.854470:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bce5c15. 00080000:00000010:2.0:1761122783.854490:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000019dcf8a. 00010000:00000010:2.0:1761122783.854584:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ba3aa69. 00010000:00000010:2.0:1761122783.854592:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000029d5097a. 00010000:00000010:2.0:1761122783.854693:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122783.854701:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.854713:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e223b3a9. 00000100:00000010:2.0:1761122783.854719:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.854728:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.854739:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000561f9a63. 02000000:00000010:2.0:1761122783.854765:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000177311a2. 00000400:00000010:2.0:1761122783.854770:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122783.854775:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.854782:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652800, portal 16 00000400:00000010:2.0:1761122783.854788:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9739f9c. 00000100:00000200:2.0:1761122783.854802:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652800, offset 0 00000400:00000200:2.0:1761122783.854810:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.854821:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.854828:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.854832:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.854835:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.854838:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89582:89582:255:4294967295] 192.168.201.27@tcp LPNI seq info [89582:89582:7:4294967295] 00000400:00000200:2.0:1761122783.854848:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.854854:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.854859:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347850). 00000800:00000200:2.0:1761122783.854865:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.854871:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.854874:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.856173:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.856179:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e247a25b (tot 82347602). 00000400:00000200:1.0:1761122783.856187:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.856194:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.856199:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004476542 00000400:00000010:1.0:1761122783.856201:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004476542. 00000800:00000200:1.0:1761122783.856275:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.856277:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:1.0:1761122783.856282:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.856287:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.856289:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9739f9c 00000400:00000010:1.0:1761122783.856290:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9739f9c. 00000100:00000200:1.0:1761122783.856297:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643652800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.859963:0:78720:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5b3ef88. 00010000:00000010:2.1:1761122783.859976:0:78720:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4386dce. 00010000:00000010:2.1:1761122783.859980:0:78720:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003250cc20. 00010000:00000010:3.1:1761122783.860064:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014bb0be0. 00010000:00000010:3.1:1761122783.860083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00000400:00000200:1.0:1761122783.860766:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.860786:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209ec0 00000400:00000200:1.0:1761122783.860795:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd6d [1] + 224 00000400:00000200:1.0:1761122783.860809:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.860816:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.860828:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643652800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.860864:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.860870:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482560c0 00000400:00000200:1.0:1761122783.860876:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 656 00000400:00000200:1.0:1761122783.860927:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.860931:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.860935:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.860942:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 00000020:00000010:1.0:1761122783.860992:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081d22c94. 00000020:00000010:1.0:1761122783.860999:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.861004:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.861029:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bccd9386 x1846669643964608/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.861064:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964608 02000000:00000010:1.0:1761122783.861087:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054223715. 00010000:00000010:1.0:1761122783.861128:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.861136:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.861143:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.861147:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.861164:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.861168:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964608, offset 224 00000400:00000200:1.0:1761122783.861176:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.861187:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.861192:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89583:89583:256:4294967295] 192.168.201.27@tcp LPNI seq info [89583:89583:8:4294967295] 00000400:00000200:1.0:1761122783.861206:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.861212:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.861216:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122783.861222:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.861230:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.861233:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.861252:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.861258:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.861260:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081d22c94. 00000800:00000200:1.0:1761122783.861330:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.861333:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122783.861338:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.861341:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.861345:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.861347:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000400:00000010:2.0:1761122783.861909:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:2.0:1761122783.861915:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.861916:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.861923:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643652800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.861939:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643652800/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.861961:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab0ce297. 02000000:00000010:2.0:1761122783.861973:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000177311a2. 02000000:00000010:2.0:1761122783.861980:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000561f9a63. 00000100:00000010:2.0:1761122783.861983:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.861988:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.861992:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e223b3a9. 00080000:00000010:2.0:1761122783.862260:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000561f9a63. 00010000:00000010:2.0:1761122783.862353:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.862361:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e2c9e53b. 00010000:00000010:2.0:1761122783.862441:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.0:1761122783.862448:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.862458:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e223b3a9. 00000100:00000010:2.0:1761122783.862463:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.862469:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.862480:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000177311a2. 02000000:00000010:2.0:1761122783.862588:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000dba1301. 00000400:00000010:2.0:1761122783.862593:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122783.862598:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.862605:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652864, portal 16 00000400:00000010:2.0:1761122783.862610:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004f963984. 00000100:00000200:2.0:1761122783.862613:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652864, offset 0 00000400:00000200:2.0:1761122783.862619:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.862628:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.862636:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.862640:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.862643:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.862646:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89584:89584:256:4294967295] 192.168.201.27@tcp LPNI seq info [89584:89584:8:4294967295] 00000400:00000200:2.0:1761122783.862680:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.862687:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.862691:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.862697:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.862703:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.862706:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.862831:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.862835:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122783.862840:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.862845:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.862848:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f963984 00000400:00000010:1.0:1761122783.862850:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004f963984. 00000100:00000200:1.0:1761122783.862855:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643652864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.865182:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.865203:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209f00 00000400:00000200:1.0:1761122783.865213:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd79 [1] + 224 00000400:00000200:1.0:1761122783.865226:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.865230:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.865240:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643652864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.865294:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.865301:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256100 00000400:00000010:2.0:1761122783.865307:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:2.0:1761122783.865312:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.865314:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.865323:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643652864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.865323:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 984 00000100:00000200:2.0:1761122783.865337:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643652864/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.865368:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000dba1301. 00000400:00000200:1.0:1761122783.865374:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761122783.865376:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000177311a2. 00000400:00000200:1.0:1761122783.865381:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000010:2.0:1761122783.865383:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000200:1.0:1761122783.865386:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761122783.865391:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00000100:00000010:1.0:1761122783.865392:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003eb038f9. 00010000:00000010:2.0:1761122783.865398:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e223b3a9. 00000020:00000010:3.0:1761122783.865580:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004c9e0247. 00000020:00000010:3.0:1761122783.865587:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122783.865591:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000168acffe. 00000100:00000200:3.0:1761122783.865613:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003eb038f9 x1846669643964672/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.866556:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964672 02000000:00000010:3.0:1761122783.866569:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000528688d9. 00010000:00000010:3.0:1761122783.866596:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce0bc278. 00010000:00000010:3.0:1761122783.866612:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f8e25b8. 00000100:00000010:3.0:1761122783.866617:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019260df8. 00000100:00000010:3.0:1761122783.866634:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019260df8. 00010000:00000010:3.0:1761122783.866637:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f8e25b8. 00000400:00000010:3.0:1761122783.866648:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a2716a33. 00000100:00000200:3.0:1761122783.866667:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964672, offset 224 00000400:00000200:3.0:1761122783.866676:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.866688:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.866694:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89585:89585:256:4294967295] 192.168.201.27@tcp LPNI seq info [89585:89585:8:4294967295] 00000400:00000200:3.0:1761122783.866707:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.866713:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.866717:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5afb037 (tot 82347602). 00000800:00000200:3.0:1761122783.866724:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.866732:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.866735:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5afb037 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761122783.866748:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000177311a2. 00000020:00000010:3.0:1761122783.866755:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122783.866761:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000168acffe. 00000020:00000010:3.0:1761122783.866765:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004c9e0247. 00010000:00000010:2.0:1761122783.866836:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.866844:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bccd5a6b. 00010000:00000010:2.0:1761122783.866915:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122783.866921:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.866932:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e223b3a9. 00000100:00000010:2.0:1761122783.866936:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.866943:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.866953:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000dba1301. 00000800:00000200:1.0:1761122783.866962:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.866967:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5afb037 (tot 82347354). 00000400:00000200:1.0:1761122783.866972:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761122783.866976:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000db916b4e. 00000400:00000200:1.0:1761122783.866977:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.866983:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a2716a33 00000400:00000010:2.0:1761122783.866985:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:1.0:1761122783.866986:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a2716a33. 00000400:00000010:2.0:1761122783.866993:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.867001:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652928, portal 16 00000400:00000010:2.0:1761122783.867006:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007776eeaa. 00000100:00000200:2.0:1761122783.867009:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652928, offset 0 00000400:00000200:2.0:1761122783.867015:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.867023:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.867031:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.867035:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.867039:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.867043:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89586:89586:256:4294967295] 192.168.201.27@tcp LPNI seq info [89586:89586:8:4294967295] 00000400:00000200:2.0:1761122783.867053:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.867059:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.867063:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001f6db870 (tot 82347602). 00000800:00000200:2.0:1761122783.867083:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.867089:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.867092:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001f6db870 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.868357:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.868361:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001f6db870 (tot 82347354). 00000400:00000200:1.0:1761122783.868368:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.868374:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.868378:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007776eeaa 00000400:00000010:1.0:1761122783.868380:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007776eeaa. 00000100:00000200:1.0:1761122783.868388:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643652928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.872174:0:78720:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0466478. 00010000:00000010:2.1:1761122783.872187:0:78720:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b5cba83. 00010000:00000010:2.1:1761122783.872191:0:78720:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00000400:00000200:1.0:1761122783.872318:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.872336:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209f40 00000400:00000200:1.0:1761122783.872344:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd85 [1] + 224 00000400:00000200:1.0:1761122783.872356:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.872360:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.872371:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643652928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.872413:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.872420:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256140 00000400:00000200:1.0:1761122783.872425:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 1312 00000400:00000200:1.0:1761122783.872485:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.872489:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.872493:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.872499:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c30e5b8f. 00000020:00000010:1.0:1761122783.872551:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000081d22c94. 00000020:00000010:1.0:1761122783.872558:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.872563:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.872589:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c30e5b8f x1846669643964736/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.872620:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964736 02000000:00000010:1.0:1761122783.872632:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe48309b. 00010000:00000010:1.0:1761122783.872703:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa739f6c. 00000100:00000010:1.0:1761122783.872711:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009b338f0b. 00000100:00000010:1.0:1761122783.872718:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009b338f0b. 00010000:00000010:1.0:1761122783.872722:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa739f6c. 00000400:00000010:1.0:1761122783.872739:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.872744:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964736, offset 224 00000400:00000200:1.0:1761122783.872751:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.872762:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.872768:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89587:89587:256:4294967295] 192.168.201.27@tcp LPNI seq info [89587:89587:8:4294967295] 00000400:00000200:1.0:1761122783.872780:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.872785:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.872789:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347602). 00000800:00000200:1.0:1761122783.872795:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.872802:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.872806:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.872821:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.872826:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.872829:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000081d22c94. 00000800:00000200:1.0:1761122783.872886:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.872889:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:1.0:1761122783.872893:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.872896:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.872899:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.872901:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000400:00000010:2.0:1761122783.876543:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:2.0:1761122783.876554:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.876557:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.876571:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643652928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.876584:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643652928/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.876613:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a7a42063. 02000000:00000010:2.0:1761122783.876636:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000db916b4e. 02000000:00000010:2.0:1761122783.876643:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000dba1301. 00000100:00000010:2.0:1761122783.876646:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:2.0:1761122783.876670:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.876676:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e223b3a9. 00080000:00000010:2.0:1761122783.876696:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dba1301. 00010000:00000010:2.0:1761122783.876808:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.876819:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c63b04e3. 00010000:00000010:2.0:1761122783.876921:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122783.876929:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.876942:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e223b3a9. 00000100:00000010:2.0:1761122783.876949:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.876957:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.876969:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db916b4e. 02000000:00000010:2.0:1761122783.876998:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ae07d96c. 00000400:00000010:2.0:1761122783.877003:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122783.877008:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.877014:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643652992, portal 16 00000400:00000010:2.0:1761122783.877018:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009403916a. 00000100:00000200:2.0:1761122783.877020:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643652992, offset 0 00000400:00000200:2.0:1761122783.877028:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.877041:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.877049:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.877053:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.877062:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.877066:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89588:89588:256:4294967295] 192.168.201.27@tcp LPNI seq info [89588:89588:8:4294967295] 00000400:00000200:2.0:1761122783.877087:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.877094:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.877098:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122783.877104:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.877112:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.877117:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.877521:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.877527:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347354). 00000400:00000200:0.0:1761122783.877532:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.877538:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.877544:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009403916a 00000400:00000010:0.0:1761122783.877546:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009403916a. 00000100:00000200:0.0:1761122783.877551:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643652992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.879202:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002174aa06. 00010000:00000010:2.1:1761122783.880802:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b8b13d2. 00010000:00000010:2.1:1761122783.880811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00000400:00000200:1.0:1761122783.885287:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.885308:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209f80 00000400:00000200:1.0:1761122783.885319:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd91 [1] + 224 00000400:00000200:1.0:1761122783.885331:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.885336:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.885348:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643652992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.885387:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.885393:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256180 00000400:00000200:1.0:1761122783.885400:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 1640 00000400:00000010:2.0:1761122783.885412:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:1.0:1761122783.885413:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.885419:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.885420:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000010:2.0:1761122783.885424:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:2.0:1761122783.885432:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643652992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.885437:0:15804:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.885445:0:15804:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009596d5c9. 00000020:00000010:0.0:1761122783.885522:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.885531:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.885536:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:2.0:1761122783.885553:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643652992/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.885560:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009596d5c9 x1846669643964800/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761122783.885581:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ae07d96c. 02000000:00000010:2.0:1761122783.885589:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db916b4e. 00000100:00000200:0.0:1761122783.885591:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964800 00000100:00000010:2.0:1761122783.885593:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 02000000:00000010:0.0:1761122783.885602:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000887f7ad3. 00010000:00000010:0.0:1761122783.885630:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e006101b. 00010000:00000010:0.0:1761122783.885650:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:2.0:1761122783.885671:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:2.0:1761122783.885677:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e223b3a9. 00000100:00000010:0.0:1761122783.885677:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.885682:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.885685:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00080000:00000010:2.0:1761122783.885694:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db916b4e. 00000400:00000010:0.0:1761122783.885700:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007635c32d. 00000100:00000200:0.0:1761122783.885704:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964800, offset 224 00000400:00000200:0.0:1761122783.885711:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.885722:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.885727:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89589:89589:256:4294967295] 192.168.201.27@tcp LPNI seq info [89589:89589:8:4294967295] 00000400:00000200:0.0:1761122783.885736:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.885741:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.885746:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e565bb26 (tot 82347602). 00000800:00000200:0.0:1761122783.885751:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.885758:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.885761:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e565bb26 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761122783.885772:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.885779:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007638f60a. 00000020:00000010:0.0:1761122783.885814:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.885819:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.885821:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 00010000:00000010:2.0:1761122783.885856:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e5c30f. 00010000:00000010:2.0:1761122783.885862:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000bf9ce42a. 00010000:00000010:2.0:1761122783.885872:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e223b3a9. 00000100:00000010:2.0:1761122783.885875:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f7b285ca. 00000100:00000010:2.0:1761122783.885881:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007d648e22. 02000000:00000010:2.0:1761122783.885891:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae07d96c. 02000000:00000010:2.0:1761122783.885912:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04ee3b2. 00000400:00000010:2.0:1761122783.885916:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000034cff5c5. 00000400:00000010:2.0:1761122783.885920:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a9f87987. 00000100:00000200:2.0:1761122783.885924:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653056, portal 16 00000400:00000010:2.0:1761122783.885929:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000891f5ab9. 00000100:00000200:2.0:1761122783.885930:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653056, offset 0 00000400:00000200:2.0:1761122783.885936:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.885943:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.885949:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.885953:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.885956:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.885958:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89590:89590:255:4294967295] 192.168.201.27@tcp LPNI seq info [89590:89590:7:4294967295] 00000400:00000200:2.0:1761122783.885966:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.885971:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.885974:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347850). 00000800:00000200:2.0:1761122783.885979:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.885983:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.885986:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.886107:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.886111:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e565bb26 (tot 82347602). 00000400:00000200:1.0:1761122783.886115:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.886118:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.886120:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007635c32d 00000400:00000010:1.0:1761122783.886121:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007635c32d. 00000800:00000200:1.0:1761122783.886182:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.886184:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122783.886187:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.886190:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.886191:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000891f5ab9 00000400:00000010:1.0:1761122783.886192:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000891f5ab9. 00000100:00000200:1.0:1761122783.886195:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007d648e22 x1846669643653056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.892555:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.892575:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f8948209fc0 00000400:00000200:1.0:1761122783.892585:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafd9d [1] + 224 00000400:00000200:1.0:1761122783.892599:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.892605:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.892617:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007d648e22 x1846669643653056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.892675:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000034cff5c5. 00000400:00000200:0.0:1761122783.892681:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a9f87987 00000400:00000200:1.0:1761122783.892684:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000010:0.0:1761122783.892684:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a9f87987. 00000100:00000200:0.0:1761122783.892694:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007d648e22 x1846669643653056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.892696:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482561c0 00000400:00000200:1.0:1761122783.892707:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae6ad [2] + 1968 00000100:00000200:0.0:1761122783.892710:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007d648e22 x1846669643653056/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.892713:0:15802:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c71075d2. 00000400:00000200:1.0:1761122783.892718:0:15802:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002c31c722 02000000:00000010:0.0:1761122783.892741:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f04ee3b2. 02000000:00000010:0.0:1761122783.892750:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ae07d96c. 00000100:00000010:0.0:1761122783.892755:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007d648e22. 00000100:00000010:0.0:1761122783.892761:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f7b285ca. 00010000:00000010:0.0:1761122783.892766:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e223b3a9. 00000400:00000200:1.0:1761122783.892784:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.892790:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.892793:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c31c722 00000400:00000010:1.0:1761122783.892795:0:15802:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002c31c722 (tot 82347202). 00000100:00000200:1.0:1761122783.892801:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761122783.893410:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7d26c4d. 00000020:00000010:0.0:1761122783.893418:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.893423:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.893447:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007556475d x1846669643964864/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761122783.893486:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964864 02000000:00000010:0.0:1761122783.893497:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b939e488. 00010000:00000010:0.0:1761122783.893524:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055f2ff7c. 00010000:00000010:0.0:1761122783.893544:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:0.0:1761122783.893551:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006f641e20. 00000100:00000010:0.0:1761122783.893560:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006f641e20. 00010000:00000010:0.0:1761122783.893563:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000010:0.0:1761122783.893577:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005f6b7482. 00000100:00000200:0.0:1761122783.893581:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964864, offset 224 00000400:00000200:0.0:1761122783.893589:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.893601:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.893607:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89591:89591:256:4294967295] 192.168.201.27@tcp LPNI seq info [89591:89591:8:4294967295] 00000400:00000200:0.0:1761122783.893617:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.893622:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.893627:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001086fd50 (tot 82347450). 00000800:00000200:0.0:1761122783.893633:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.893641:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.893645:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001086fd50 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.893693:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.893699:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.893703:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7d26c4d. 02000000:00000010:0.0:1761122783.893712:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000887f7ad3. 00000100:00000010:0.0:1761122783.893716:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009596d5c9. 02000000:00000010:0.0:1761122783.893721:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe48309b. 00000100:00000010:0.0:1761122783.893723:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c30e5b8f. 02000000:00000010:0.0:1761122783.893726:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000528688d9. 00000100:00000010:0.0:1761122783.893730:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003eb038f9. 02000000:00000010:0.0:1761122783.893734:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054223715. 00000100:00000010:0.0:1761122783.893736:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 02000000:00000010:0.0:1761122783.893740:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000441c72a5. 00000100:00000010:0.0:1761122783.893742:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079add0e4. 02000000:00000010:0.0:1761122783.893746:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000952b7a88. 00000100:00000010:0.0:1761122783.893748:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000200:0.0:1761122783.893753:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761122783.893758:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000233f84a. 00000400:00000010:0.0:1761122783.893763:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006f641e20 (tot 82347602). 00080000:00000010:0.0:1761122783.893787:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000952b7a88. 00010000:00000010:0.0:1761122783.894057:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf9ce42a. 00010000:00000010:0.0:1761122783.894065:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065b95de8. 00010000:00000010:0.0:1761122783.894158:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d39cc4da. 00010000:00000010:0.0:1761122783.894165:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000256a56e6. 00010000:00000010:0.0:1761122783.894176:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cf4d7e71. 00000100:00000010:0.0:1761122783.894180:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.894187:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122783.894197:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000441c72a5. 02000000:00000010:0.0:1761122783.894222:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000887f7ad3. 00000400:00000010:0.0:1761122783.894226:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000087b9ceba. 00000400:00000010:0.0:1761122783.894230:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122783.894233:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653120, portal 16 00000400:00000010:0.0:1761122783.894237:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006bf96791. 00000100:00000200:0.0:1761122783.894238:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653120, offset 0 00000400:00000200:0.0:1761122783.894244:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.894252:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.894261:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.894264:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.894267:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.894271:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89592:89592:255:4294967295] 192.168.201.27@tcp LPNI seq info [89592:89592:7:4294967295] 00000800:00000200:3.0:1761122783.894274:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.894279:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001086fd50 (tot 82347354). 00000400:00000200:3.0:1761122783.894284:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.894289:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.894293:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005f6b7482 00000400:00000010:3.0:1761122783.894294:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005f6b7482. 02000000:00000010:3.0:1761122783.894300:0:15804:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b939e488. 00010000:00000010:2.1:1761122783.895766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8c15531. 00010000:00000010:2.1:1761122783.895775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a74cb2d. 00010000:00000010:2.1:1761122783.895779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000748f6b6a. 00000400:00000200:0.0:1761122783.896065:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.896081:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.896087:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347602). 00000800:00000200:0.0:1761122783.896093:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.896099:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.896102:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761122783.897426:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.897431:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:2.0:1761122783.897437:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.897444:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.897448:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006bf96791 00000400:00000010:2.0:1761122783.897450:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006bf96791. 00000100:00000200:2.0:1761122783.897458:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009379f55a x1846669643653120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761122783.899694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062366c50. 00010000:00000010:2.1:1761122783.899706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:0.1:1761122783.902706:0:78726:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062a17690. 00010000:00000010:0.1:1761122783.902718:0:78726:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cf3ab3c. 00010000:00000010:0.1:1761122783.902724:0:78726:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efc0277d. 00010000:00000010:0.1:1761122783.902730:0:78726:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e5c30f. 00000400:00000200:1.0:1761122783.902881:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.902898:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a000 00000400:00000200:1.0:1761122783.902907:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafdad [1] + 224 00000400:00000200:1.0:1761122783.902919:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.902924:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.902933:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009379f55a x1846669643653120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.903904:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.903913:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256200 00000400:00000200:1.0:1761122783.903918:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 0 00000400:00000010:2.0:1761122783.904401:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000087b9ceba. 00000400:00000200:2.0:1761122783.904407:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:2.0:1761122783.904409:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:2.0:1761122783.904418:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009379f55a x1846669643653120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.904428:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009379f55a x1846669643653120/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.904460:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000887f7ad3. 02000000:00000010:2.0:1761122783.904466:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000441c72a5. 00000100:00000010:2.0:1761122783.904469:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000100:00000010:2.0:1761122783.904473:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:2.0:1761122783.904477:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cf4d7e71. 00000400:00000200:1.0:1761122783.904609:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.904615:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.904620:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.904626:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 00000020:00000010:2.0:1761122783.904866:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0055348. 00000020:00000010:2.0:1761122783.904874:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.904878:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.904902:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095ca99d7 x1846669643964928/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122783.904938:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964928 02000000:00000010:2.0:1761122783.904949:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d91b092. 00010000:00000010:2.0:1761122783.904976:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d9b55b9e. 00010000:00000010:2.0:1761122783.904994:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.905001:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.905016:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.905020:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000400:00000010:2.0:1761122783.905031:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000081be1cf5. 00000100:00000200:2.0:1761122783.905035:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964928, offset 224 00000400:00000200:2.0:1761122783.905043:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.905055:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.905061:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89593:89593:256:4294967295] 192.168.201.27@tcp LPNI seq info [89593:89593:8:4294967295] 00000400:00000200:2.0:1761122783.905081:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.905087:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.905091:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.905097:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.905104:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.905108:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.905122:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.905125:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.905129:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0055348. 00000800:00000200:1.0:1761122783.908270:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.908279:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:1.0:1761122783.908288:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.908299:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.908305:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000081be1cf5 00000400:00000010:1.0:1761122783.908307:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000081be1cf5. 00080000:00000010:3.0:1761122783.908696:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d562b30. 00010000:00000010:3.0:1761122783.908807:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000256a56e6. 00010000:00000010:3.0:1761122783.908818:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009faf5116. 00010000:00000010:3.0:1761122783.908900:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000029da0528. 00010000:00000010:3.0:1761122783.908907:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122783.908921:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5288823. 00000100:00000010:3.0:1761122783.908928:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019260df8. 00000100:00000010:3.0:1761122783.908939:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bde104f. 02000000:00000010:3.0:1761122783.908953:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bca0552e. 02000000:00000010:3.0:1761122783.908983:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f86b6b66. 00000400:00000010:3.0:1761122783.908989:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122783.908995:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122783.909002:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653184, portal 16 00000400:00000010:3.0:1761122783.909008:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b85ed54. 00000100:00000200:3.0:1761122783.909011:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653184, offset 0 00000400:00000200:3.0:1761122783.909019:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.909033:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.909040:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.909043:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.909047:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.909050:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89594:89594:256:4294967295] 192.168.201.27@tcp LPNI seq info [89594:89594:8:4294967295] 00000400:00000200:3.0:1761122783.909059:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.909066:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.909083:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007551d2ed (tot 82347602). 00000800:00000200:3.0:1761122783.909090:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.909097:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.909101:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007551d2ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.912200:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.912207:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007551d2ed (tot 82347354). 00000400:00000200:0.0:1761122783.912216:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.912226:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.912232:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b85ed54 00000400:00000010:0.0:1761122783.912234:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b85ed54. 00000100:00000200:0.0:1761122783.912246:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bde104f x1846669643653184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.915311:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.915332:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a040 00000400:00000200:0.0:1761122783.915342:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafdb9 [1] + 224 00000400:00000200:0.0:1761122783.915356:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.915360:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:0.0:1761122783.915371:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bde104f x1846669643653184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.915411:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:0.0:1761122783.915419:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256240 00000400:00000200:0.0:1761122783.915424:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 328 00010000:00000010:2.1:1761122783.915817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff05bdf7. 00000400:00000010:3.0:1761122783.916199:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:3.0:1761122783.916205:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:3.0:1761122783.916207:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:3.0:1761122783.916216:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bde104f x1846669643653184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.916227:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bde104f x1846669643653184/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761122783.916256:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.916264:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 02000000:00000010:3.0:1761122783.916265:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f86b6b66. 00000100:00000200:0.0:1761122783.916269:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:3.0:1761122783.916273:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bca0552e. 00000100:00000010:0.0:1761122783.916278:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f244a608. 00000100:00000010:3.0:1761122783.916279:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bde104f. 00000100:00000010:3.0:1761122783.916285:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019260df8. 00010000:00000010:3.0:1761122783.916289:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5288823. 00000020:00000010:2.0:1761122783.916344:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0055348. 00000020:00000010:2.0:1761122783.916352:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.916361:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.916705:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f244a608 x1846669643964992/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761122783.916734:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643964992 02000000:00000010:2.0:1761122783.916746:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ae07d96c. 00010000:00000010:2.0:1761122783.917258:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090ab636a. 00010000:00000010:2.0:1761122783.917281:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.917288:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.917304:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.917308:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000400:00000010:2.0:1761122783.917322:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094912cea. 00000100:00000200:2.0:1761122783.917327:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643964992, offset 224 00000400:00000200:2.0:1761122783.917336:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.917398:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.917405:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89595:89595:256:4294967295] 192.168.201.27@tcp LPNI seq info [89595:89595:8:4294967295] 00000400:00000200:2.0:1761122783.917416:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.917421:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.917427:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.917432:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.917439:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.917443:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.917474:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.917478:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.917482:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0055348. 00080000:00000010:3.0:1761122783.917549:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003165e40c. 00010000:00000010:3.0:1761122783.917633:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122783.917640:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000047db70c4. 00010000:00000010:3.0:1761122783.917742:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:3.0:1761122783.917750:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f261d5f1. 00010000:00000010:3.0:1761122783.917761:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5288823. 00000100:00000010:3.0:1761122783.917765:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019260df8. 00000100:00000010:3.0:1761122783.917772:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bde104f. 02000000:00000010:3.0:1761122783.917784:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bca0552e. 02000000:00000010:3.0:1761122783.917808:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f86b6b66. 00000400:00000010:3.0:1761122783.917813:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005b984fe1. 00000400:00000010:3.0:1761122783.917817:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049b28456. 00000100:00000200:3.0:1761122783.917821:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653248, portal 16 00000400:00000010:3.0:1761122783.917826:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d48e78f3. 00000100:00000200:3.0:1761122783.917828:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653248, offset 0 00000400:00000200:3.0:1761122783.917835:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.917841:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.917850:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:3.0:1761122783.917853:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761122783.917856:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:3.0:1761122783.917859:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89596:89596:255:4294967295] 192.168.201.27@tcp LPNI seq info [89596:89596:7:4294967295] 00000400:00000200:3.0:1761122783.917867:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.917872:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.917876:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007551d2ed (tot 82347850). 00000800:00000200:3.0:1761122783.917881:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.917885:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.917888:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007551d2ed type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761122783.918230:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.918233:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:0.0:1761122783.918238:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.918243:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.918247:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094912cea 00000400:00000010:0.0:1761122783.918249:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094912cea. 00000800:00000200:0.0:1761122783.918309:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761122783.918311:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007551d2ed (tot 82347354). 00000400:00000200:0.0:1761122783.918315:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761122783.918318:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.918321:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d48e78f3 00000400:00000010:0.0:1761122783.918322:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d48e78f3. 00000100:00000200:0.0:1761122783.918327:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bde104f x1846669643653248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.919298:0:78716:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022ed8cef. 00010000:00000010:3.1:1761122783.919305:0:78716:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d39cc4da. 00000400:00000200:3.0:1761122783.919950:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.919968:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a080 00000400:00000200:3.0:1761122783.919976:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafdc5 [1] + 224 00000400:00000200:3.0:1761122783.919990:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.919993:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.920000:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bde104f x1846669643653248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.920061:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005b984fe1. 00000400:00000200:1.0:1761122783.920065:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049b28456 00000400:00000010:1.0:1761122783.920076:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049b28456. 00000100:00000200:1.0:1761122783.920083:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bde104f x1846669643653248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.920091:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bde104f x1846669643653248/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.920116:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f86b6b66. 02000000:00000010:1.0:1761122783.920122:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bca0552e. 00000100:00000010:1.0:1761122783.920125:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bde104f. 00000100:00000010:1.0:1761122783.920131:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019260df8. 00010000:00000010:1.0:1761122783.920134:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5288823. 00000400:00000200:3.0:1761122783.921281:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.921293:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256280 00000400:00000200:3.0:1761122783.921298:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 656 00000400:00000200:3.0:1761122783.921354:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.921357:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.921361:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.921365:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000005bccc2d. 00010000:00000010:2.1:1761122783.921824:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b6028d7. 00000020:00000010:2.0:1761122783.921848:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0055348. 00000020:00000010:2.0:1761122783.921855:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.922050:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.922170:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005bccc2d x1846669643965056/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122783.922209:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965056 02000000:00000010:2.0:1761122783.922221:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f04ee3b2. 00010000:00000010:2.0:1761122783.922250:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f3ffb3af. 00010000:00000010:2.0:1761122783.922267:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.922274:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.922486:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.922490:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000400:00000010:2.0:1761122783.922503:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c3b41a86. 00000100:00000200:2.0:1761122783.922507:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965056, offset 224 00000400:00000200:2.0:1761122783.922515:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00080000:00000010:1.0:1761122783.922586:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab09fc99. 00010000:00000010:1.0:1761122783.922691:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f261d5f1. 00010000:00000010:1.0:1761122783.922699:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3b98f95. 00010000:00000010:1.0:1761122783.922769:0:77393:0:(ldlm_resource.c:1423:ldlm_resource_new()) slab-alloced 'res': 224 at 000000000a964465. 00010000:00000010:1.0:1761122783.922774:0:77393:0:(ldlm_resource.c:1409:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.922779:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122783.922784:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00080000:00000010:1.0:1761122783.922797:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9576119. 00010000:00000010:1.0:1761122783.922824:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122783.922828:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f207f0a4. 00010000:00000010:1.0:1761122783.922878:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007da4f5ee. 00010000:00000010:1.0:1761122783.922882:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000216b6f37. 00010000:00000010:1.0:1761122783.922890:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e9560b7. 00000100:00000010:1.0:1761122783.922895:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000104fc5fa. 00000100:00000010:1.0:1761122783.922901:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 02000000:00000010:1.0:1761122783.922911:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d22c94. 02000000:00000010:1.0:1761122783.922934:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001b9f4283. 00000400:00000010:1.0:1761122783.922939:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122783.922944:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.922949:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653312, portal 16 00000400:00000010:1.0:1761122783.922953:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042e6f026. 00000100:00000200:1.0:1761122783.922955:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653312, offset 0 00000400:00000200:1.0:1761122783.922961:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00010000:00000010:3.1:1761122783.924371:0:15803:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff5a9713. 00010000:00000010:3.1:1761122783.924384:0:15803:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029da0528. 00000400:00000200:2.0:1761122783.924423:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.924431:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89597:89597:256:4294967295] 192.168.201.27@tcp LPNI seq info [89597:89597:8:4294967295] 00000400:00000200:2.0:1761122783.924442:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.924449:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.924455:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f10da4a5 (tot 82347602). 00000800:00000200:2.0:1761122783.924462:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.924468:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.924472:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f10da4a5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.924516:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.924522:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.924527:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0055348. 00000400:00000200:1.0:1761122783.924779:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.924786:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.924789:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.924792:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.924795:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89598:89598:255:4294967295] 192.168.201.27@tcp LPNI seq info [89598:89598:7:4294967295] 00000400:00000200:1.0:1761122783.924802:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.924807:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.924812:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347850). 00000800:00000200:1.0:1761122783.924817:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.924821:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.924823:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.925185:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.925188:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f10da4a5 (tot 82347602). 00000400:00000200:3.0:1761122783.925194:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.925199:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.925203:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c3b41a86 00000400:00000010:3.0:1761122783.925206:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c3b41a86. 00000800:00000200:3.0:1761122783.925277:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.925279:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008c412453 (tot 82347354). 00000400:00000200:3.0:1761122783.925283:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.925286:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.925288:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042e6f026 00000400:00000010:3.0:1761122783.925290:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042e6f026. 00000100:00000200:3.0:1761122783.925297:0:15802:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bccd9386 x1846669643653312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.927565:0:15804:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.927582:0:15804:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a0c0 00000400:00000200:3.0:1761122783.927591:0:15804:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafdd1 [1] + 224 00000400:00000200:3.0:1761122783.927605:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.927609:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.927616:0:15804:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bccd9386 x1846669643653312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761122783.927683:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b94a3948. 00000400:00000200:1.0:1761122783.927688:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.927690:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.927697:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bccd9386 x1846669643653312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761122783.927705:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bccd9386 x1846669643653312/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761122783.927735:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001b9f4283. 02000000:00000010:1.0:1761122783.927741:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081d22c94. 00000100:00000010:1.0:1761122783.927745:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 00000100:00000010:1.0:1761122783.927749:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000104fc5fa. 00010000:00000010:1.0:1761122783.927753:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e9560b7. 00000400:00000200:3.0:1761122783.928149:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.928159:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482562c0 00000400:00000200:3.0:1761122783.928164:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 984 00000400:00000200:3.0:1761122783.928214:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.928218:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.928222:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.928227:0:15803:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ae867f0. 00010000:00000010:2.1:1761122783.929225:0:64797:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f3c4165. 00000020:00000010:2.0:1761122783.929260:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d0055348. 00000020:00000010:2.0:1761122783.929266:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.929271:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.929299:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ae867f0 x1846669643965120/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761122783.929613:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965120 02000000:00000010:2.0:1761122783.929627:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000adf3128f. 00010000:00000010:2.0:1761122783.929671:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010a59438. 00010000:00000010:2.0:1761122783.929695:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.929702:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.929715:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.929719:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000400:00000010:2.0:1761122783.929732:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.929738:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965120, offset 224 00000400:00000200:2.0:1761122783.929746:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.929758:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.929764:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89599:89599:256:4294967295] 192.168.201.27@tcp LPNI seq info [89599:89599:8:4294967295] 00000400:00000200:2.0:1761122783.929775:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.929781:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.929785:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.929790:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.929799:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.929802:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761122783.929819:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.929823:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.929827:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d0055348. 00000800:00000200:2.0:1761122783.929977:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761122783.929980:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:2.0:1761122783.929985:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761122783.929990:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:2.0:1761122783.929993:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:2.0:1761122783.929995:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00080000:00000010:2.0:1761122783.930020:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0055348. 00010000:00000010:2.0:1761122783.930121:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000216b6f37. 00010000:00000010:2.0:1761122783.930128:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d0da36f0. 00000001:00000010:2.0:1761122783.930180:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005a4c5348. 00000001:00000010:2.0:1761122783.930186:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005a4c5348. 00000001:00000010:2.0:1761122783.930190:0:77393:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005a4c5348. 00000001:00000010:2.0:1761122783.930192:0:77393:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007117c581. 00010000:00000010:2.0:1761122783.930220:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:2.0:1761122783.930226:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004011f9c5. 00010000:00000010:2.0:1761122783.930236:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.930239:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.930246:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122783.930258:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008834c48c. 02000000:00000010:2.0:1761122783.930281:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c9e0247. 00000400:00000010:2.0:1761122783.930287:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dbc0817e. 00000400:00000010:2.0:1761122783.930292:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.930296:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653376, portal 16 00000400:00000010:2.0:1761122783.930300:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004087a05a. 00000100:00000200:2.0:1761122783.930302:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653376, offset 0 00000400:00000200:2.0:1761122783.930308:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.930314:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.930322:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.930325:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.930328:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.930331:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89600:89600:256:4294967295] 192.168.201.27@tcp LPNI seq info [89600:89600:8:4294967295] 00000400:00000200:2.0:1761122783.930339:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.930344:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.930347:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000001bfa5f6a (tot 82347602). 00000800:00000200:2.0:1761122783.930351:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.930356:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.930358:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000001bfa5f6a type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.930692:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.930695:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000001bfa5f6a (tot 82347354). 00000400:00000200:3.0:1761122783.930699:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.930704:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.930708:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004087a05a 00000400:00000010:3.0:1761122783.930709:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004087a05a. 00000100:00000200:3.0:1761122783.930716:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643653376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761122783.932746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f34d33af. 00010000:00000010:1.1:1761122783.932761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd4a9b0. 00010000:00000010:1.1:1761122783.932767:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000a964465. 00010000:00000010:1.1:1761122783.932772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf48f4d5. 00000400:00000200:3.0:1761122783.933478:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.933496:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a100 00000400:00000200:3.0:1761122783.933504:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafddd [1] + 224 00000400:00000200:3.0:1761122783.933517:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.933522:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.933533:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643653376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.934782:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.934796:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256300 00000400:00000200:3.0:1761122783.934802:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 1312 00000400:00000200:3.0:1761122783.934858:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.934863:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.934867:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.934873:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bde104f. 00000400:00000010:2.0:1761122783.935238:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dbc0817e. 00000400:00000200:2.0:1761122783.935244:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:2.0:1761122783.935246:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:2.0:1761122783.935255:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643653376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.935264:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643653376/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.935295:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c9e0247. 02000000:00000010:2.0:1761122783.935301:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008834c48c. 00000100:00000010:2.0:1761122783.935307:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:2.0:1761122783.935312:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:2.0:1761122783.935317:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00000020:00000010:0.0:1761122783.935418:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b939e488. 00000020:00000010:0.0:1761122783.935426:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.935431:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b1b9f09c. 00000100:00000200:0.0:1761122783.935456:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bde104f x1846669643965184/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761122783.935496:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965184 02000000:00000010:0.0:1761122783.935510:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b43347d6. 00010000:00000010:0.0:1761122783.935540:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007beda874. 00010000:00000010:0.0:1761122783.935559:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002772d31e. 00000100:00000010:0.0:1761122783.935565:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.935577:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122783.935580:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002772d31e. 00000400:00000010:0.0:1761122783.935592:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122783.935597:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965184, offset 224 00000400:00000200:0.0:1761122783.935605:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.935615:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.935620:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89601:89601:256:4294967295] 192.168.201.27@tcp LPNI seq info [89601:89601:8:4294967295] 00000400:00000200:0.0:1761122783.935629:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.935634:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.935639:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122783.935645:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.935651:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.935681:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761122783.935695:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003fbb5336. 00000020:00000010:0.0:1761122783.935699:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b1b9f09c. 00000020:00000010:0.0:1761122783.935702:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b939e488. 00080000:00000010:0.0:1761122783.935726:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b939e488. 00000800:00000200:3.0:1761122783.935753:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.935757:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000400:00000200:3.0:1761122783.935761:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.935765:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.935768:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:3.0:1761122783.935769:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00010000:00000010:0.0:1761122783.935811:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004011f9c5. 00010000:00000010:0.0:1761122783.935819:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084e586a9. 00010000:00000010:0.0:1761122783.935901:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001a5ffc10. 00010000:00000010:0.0:1761122783.935908:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:0.0:1761122783.935918:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002772d31e. 00000100:00000010:0.0:1761122783.935922:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.935929:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122783.935938:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054b000bd. 02000000:00000010:0.0:1761122783.935959:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095af61dc. 00000400:00000010:0.0:1761122783.935964:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000749879f2. 00000400:00000010:0.0:1761122783.935968:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122783.935973:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653440, portal 16 00000400:00000010:0.0:1761122783.935978:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f52358a. 00000100:00000200:0.0:1761122783.935980:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653440, offset 0 00000400:00000200:0.0:1761122783.935987:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.935993:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.936000:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.936004:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.936007:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.936009:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89602:89602:256:4294967295] 192.168.201.27@tcp LPNI seq info [89602:89602:8:4294967295] 00000400:00000200:0.0:1761122783.936016:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.936021:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.936024:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbffd602 (tot 82347602). 00000800:00000200:0.0:1761122783.936028:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.936032:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.936035:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbffd602 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.936113:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.936116:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbffd602 (tot 82347354). 00000400:00000200:3.0:1761122783.936121:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.936124:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.936127:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f52358a 00000400:00000010:3.0:1761122783.936129:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f52358a. 00000100:00000200:3.0:1761122783.936134:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009379f55a x1846669643653440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.938236:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.938253:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a140 00000400:00000200:3.0:1761122783.938260:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafde9 [1] + 224 00000400:00000200:3.0:1761122783.938269:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.938272:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:3.0:1761122783.938280:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009379f55a x1846669643653440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761122783.938315:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:3.0:1761122783.938321:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256340 00000400:00000200:3.0:1761122783.938325:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 1640 00000400:00000010:0.0:1761122783.938332:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000749879f2. 00000400:00000200:3.0:1761122783.938334:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.938336:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:0.0:1761122783.938336:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:0.0:1761122783.938338:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:0.0:1761122783.938343:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009379f55a x1846669643653440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.938356:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009379f55a x1846669643653440/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761122783.938375:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761122783.938381:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000079add0e4. 02000000:00000010:0.0:1761122783.938383:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095af61dc. 02000000:00000010:0.0:1761122783.938388:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054b000bd. 00000100:00000010:0.0:1761122783.938391:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000100:00000010:0.0:1761122783.938395:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:0.0:1761122783.938400:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002772d31e. 00000020:00000010:3.0:1761122783.938428:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f86b6b66. 00000020:00000010:3.0:1761122783.938434:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122783.938438:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000168acffe. 00000100:00000200:3.0:1761122783.938460:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000079add0e4 x1846669643965248/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761122783.938498:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965248 02000000:00000010:3.0:1761122783.938512:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071526edc. 00010000:00000010:3.0:1761122783.938536:0:77132:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000afe67ef4. 00010000:00000010:3.0:1761122783.938563:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa857afa. 00000100:00000010:3.0:1761122783.938568:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002431f893. 00000100:00000010:3.0:1761122783.938580:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002431f893. 00010000:00000010:3.0:1761122783.938583:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa857afa. 00000400:00000010:3.0:1761122783.938595:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000030cbbf7c. 00000100:00000200:3.0:1761122783.938599:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965248, offset 224 00080000:00000010:0.0:1761122783.938603:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054b000bd. 00000400:00000200:3.0:1761122783.938605:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:3.0:1761122783.938614:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:3.0:1761122783.938618:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89603:89603:256:4294967295] 192.168.201.27@tcp LPNI seq info [89603:89603:8:4294967295] 00000400:00000200:3.0:1761122783.938627:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:3.0:1761122783.938632:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:3.0:1761122783.938636:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5afb037 (tot 82347602). 00000800:00000200:3.0:1761122783.938641:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:3.0:1761122783.938647:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:3.0:1761122783.938649:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5afb037 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761122783.938689:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006e4edb66. 00000020:00000010:3.0:1761122783.938693:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000168acffe. 00010000:00000010:0.0:1761122783.938693:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00000020:00000010:3.0:1761122783.938697:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f86b6b66. 00010000:00000010:0.0:1761122783.938699:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095bbab2a. 00010000:00000010:0.0:1761122783.938764:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000034e69ba9. 00010000:00000010:0.0:1761122783.938770:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003498d002. 00010000:00000010:0.0:1761122783.938778:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002772d31e. 00000100:00000010:0.0:1761122783.938781:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000de6dd712. 00000100:00000010:0.0:1761122783.938786:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009379f55a. 02000000:00000010:0.0:1761122783.938796:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095af61dc. 02000000:00000010:0.0:1761122783.938816:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a4467286. 00000400:00000010:0.0:1761122783.938820:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000749879f2. 00000400:00000010:0.0:1761122783.938824:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f2cc0df5. 00000100:00000200:0.0:1761122783.938828:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653504, portal 16 00000400:00000010:0.0:1761122783.938832:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b6fda255. 00000100:00000200:0.0:1761122783.938834:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653504, offset 0 00000400:00000200:0.0:1761122783.938839:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:0.0:1761122783.938845:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:0.0:1761122783.938851:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:0.0:1761122783.938854:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761122783.938858:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:0.0:1761122783.938860:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89604:89604:255:4294967295] 192.168.201.27@tcp LPNI seq info [89604:89604:7:4294967295] 00000400:00000200:0.0:1761122783.938868:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:0.0:1761122783.938872:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:0.0:1761122783.939088:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000061ba05b5 (tot 82347850). 00000800:00000200:0.0:1761122783.939094:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:0.0:1761122783.939098:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:0.0:1761122783.939101:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000061ba05b5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761122783.939218:0:78728:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1e3615a. 00010000:00000010:2.1:1761122783.939226:0:78728:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065c6b30a. 00010000:00000010:2.1:1761122783.939229:0:78728:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007da4f5ee. 00000800:00000200:3.0:1761122783.939427:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.939554:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5afb037 (tot 82347602). 00000400:00000200:3.0:1761122783.939559:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.939564:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.939567:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000030cbbf7c 00000400:00000010:3.0:1761122783.939569:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000030cbbf7c. 00000800:00000200:3.0:1761122783.939612:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.939614:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000061ba05b5 (tot 82347354). 00000400:00000200:3.0:1761122783.939618:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.939621:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.939624:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b6fda255 00000400:00000010:3.0:1761122783.939625:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b6fda255. 00000100:00000200:3.0:1761122783.939630:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009379f55a x1846669643653504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761122783.942844:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3754c43. 00010000:00000010:0.1:1761122783.946769:0:78716:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdfd797f. 00010000:00000010:0.1:1761122783.946783:0:78716:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb2013a. 00010000:00000010:0.1:1761122783.946787:0:78716:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9c30bc0. 00010000:00000010:0.1:1761122783.946791:0:78716:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002aec32a. 00010000:00000010:0.1:1761122783.946794:0:78716:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a5ffc10. 00000400:00000200:1.0:1761122783.949727:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.949746:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a180 00000400:00000200:1.0:1761122783.949755:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafdf5 [1] + 224 00000400:00000200:1.0:1761122783.949766:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.949770:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.949781:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009379f55a x1846669643653504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.949816:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.949821:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256380 00000400:00000200:1.0:1761122783.949827:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae705 [2] + 1968 00000400:00000010:1.0:1761122783.949832:0:15803:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001423de59. 00000400:00000200:1.0:1761122783.949835:0:15803:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000b2ef7d0 00000400:00000200:1.0:1761122783.949844:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.949847:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.949850:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000b2ef7d0 00000400:00000010:1.0:1761122783.949852:0:15803:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000b2ef7d0 (tot 82347202). 00000100:00000200:1.0:1761122783.949857:0:15803:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761122783.950129:0:77132:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001b9f4283. 00000020:00000010:1.0:1761122783.950136:0:77132:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.950141:0:77132:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.950166:0:77132:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000107391ce x1846669643965312/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761122783.950197:0:77132:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965312 02000000:00000010:1.0:1761122783.950209:0:77132:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc06ae70. 00010000:00000010:1.0:1761122783.950247:0:77132:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e9560b7. 00000100:00000010:1.0:1761122783.950253:0:77132:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000b2ef7d0. 00000100:00000010:1.0:1761122783.950260:0:77132:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000b2ef7d0. 00010000:00000010:1.0:1761122783.950263:0:77132:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e9560b7. 00000400:00000010:1.0:1761122783.950277:0:77132:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.950283:0:77132:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965312, offset 224 00000400:00000200:1.0:1761122783.950290:0:77132:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.950300:0:77132:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.950306:0:77132:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89605:89605:256:4294967295] 192.168.201.27@tcp LPNI seq info [89605:89605:8:4294967295] 00000400:00000200:1.0:1761122783.950316:0:77132:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.950322:0:77132:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.950326:0:77132:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347450). 00000800:00000200:1.0:1761122783.950332:0:77132:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.950339:0:77132:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.950343:0:77132:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.950361:0:77132:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.950365:0:77132:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.950369:0:77132:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001b9f4283. 02000000:00000010:1.0:1761122783.950377:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071526edc. 00000100:00000010:1.0:1761122783.950380:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000079add0e4. 02000000:00000010:1.0:1761122783.950384:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b43347d6. 00000100:00000010:1.0:1761122783.950386:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bde104f. 02000000:00000010:1.0:1761122783.950390:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000adf3128f. 00000100:00000010:1.0:1761122783.950393:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ae867f0. 02000000:00000010:1.0:1761122783.950396:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f04ee3b2. 00000100:00000010:1.0:1761122783.950400:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000005bccc2d. 02000000:00000010:1.0:1761122783.950402:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ae07d96c. 00000100:00000010:1.0:1761122783.950404:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f244a608. 02000000:00000010:1.0:1761122783.950408:0:77132:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d91b092. 00000100:00000010:1.0:1761122783.950410:0:77132:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000095ca99d7. 00000100:00000200:1.0:1761122783.950415:0:77132:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761122783.950420:0:77132:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b94a3948. 00000400:00000010:1.0:1761122783.950423:0:77132:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000b2ef7d0 (tot 82347602). 00000800:00000200:1.0:1761122783.950704:0:15802:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.950708:0:15802:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:1.0:1761122783.950712:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.950717:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.950719:0:15802:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:1.0:1761122783.950721:0:15802:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 02000000:00000010:1.0:1761122783.950725:0:15802:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc06ae70. 00000400:00000010:2.0:1761122783.950803:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000749879f2. 00000400:00000200:2.0:1761122783.950807:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f2cc0df5 00000400:00000010:2.0:1761122783.950809:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f2cc0df5. 00000100:00000200:2.0:1761122783.950815:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009379f55a x1846669643653504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.950824:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009379f55a x1846669643653504/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761122783.950844:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a13e640b. 02000000:00000010:2.0:1761122783.950856:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a4467286. 02000000:00000010:2.0:1761122783.950861:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095af61dc. 00000100:00000010:2.0:1761122783.950864:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009379f55a. 00000100:00000010:2.0:1761122783.950867:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000de6dd712. 00010000:00000010:2.0:1761122783.950871:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002772d31e. 00080000:00000010:2.0:1761122783.950886:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000528688d9. 00010000:00000010:2.0:1761122783.950972:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003498d002. 00010000:00000010:2.0:1761122783.950979:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000953624cd. 00010000:00000010:2.0:1761122783.951045:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000748f6b6a. 00010000:00000010:2.0:1761122783.951051:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000af0d41da. 00010000:00000010:2.0:1761122783.951061:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000602046f4. 00000100:00000010:2.0:1761122783.951065:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b508ba44. 00000100:00000010:2.0:1761122783.951085:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f71fca80. 02000000:00000010:2.0:1761122783.951096:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c9e0247. 02000000:00000010:2.0:1761122783.951118:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000620678e5. 00000400:00000010:2.0:1761122783.951121:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dbc0817e. 00000400:00000010:2.0:1761122783.951125:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.951128:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653568, portal 16 00000400:00000010:2.0:1761122783.951133:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b9e73ece. 00000100:00000200:2.0:1761122783.951134:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653568, offset 0 00000400:00000200:2.0:1761122783.951140:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.951146:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.951153:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:2.0:1761122783.951157:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761122783.951159:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:2.0:1761122783.951162:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89606:89606:256:4294967295] 192.168.201.27@tcp LPNI seq info [89606:89606:8:4294967295] 00000400:00000200:2.0:1761122783.951170:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.951174:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.951178:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000332ef6e (tot 82347602). 00000800:00000200:2.0:1761122783.951182:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.951189:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.951192:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000332ef6e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761122783.952970:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761122783.952979:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000332ef6e (tot 82347354). 00000400:00000200:1.0:1761122783.952988:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.952997:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:1.0:1761122783.953003:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e73ece 00000400:00000010:1.0:1761122783.953005:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b9e73ece. 00000100:00000200:1.0:1761122783.953014:0:15804:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f71fca80 x1846669643653568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.957246:0:15803:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.957266:0:15803:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a1c0 00000400:00000200:1.0:1761122783.957276:0:15803:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafe05 [1] + 224 00000400:00000200:1.0:1761122783.957479:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.957484:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.957495:0:15803:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f71fca80 x1846669643653568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761122783.957577:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dbc0817e. 00000400:00000200:0.0:1761122783.957581:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:0.0:1761122783.957583:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. 00000100:00000200:0.0:1761122783.957589:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f71fca80 x1846669643653568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761122783.957597:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f71fca80 x1846669643653568/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761122783.957625:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000620678e5. 02000000:00000010:0.0:1761122783.957630:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c9e0247. 00000100:00000010:0.0:1761122783.957633:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f71fca80. 00000100:00000010:0.0:1761122783.957637:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b508ba44. 00010000:00000010:0.0:1761122783.957641:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000602046f4. 00010000:00000010:2.1:1761122783.957794:0:78732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000630dbc61. 00010000:00000010:2.1:1761122783.957800:0:78732:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000236bac64. 00010000:00000010:2.1:1761122783.957804:0:78732:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e69ba9. 00000400:00000200:1.0:1761122783.965814:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.965835:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f89482563c0 00000400:00000200:1.0:1761122783.965844:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae75d [2] + 0 00000400:00000200:1.0:1761122783.965916:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.965922:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.965929:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.965935:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000095ca99d7. 00000020:00000010:1.0:1761122783.966229:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc06ae70. 00000020:00000010:1.0:1761122783.966237:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.966241:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000933cd92d. 00000100:00000200:1.0:1761122783.966271:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000095ca99d7 x1846669643965376/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761122783.966559:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965376 02000000:00000010:1.0:1761122783.966572:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001b9f4283. 00010000:00000010:1.0:1761122783.966601:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000de166d00. 00010000:00000010:1.0:1761122783.966623:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e9560b7. 00000100:00000010:1.0:1761122783.966630:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000104fc5fa. 00000100:00000010:1.0:1761122783.967221:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000104fc5fa. 00010000:00000010:1.0:1761122783.967227:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e9560b7. 00000400:00000010:1.0:1761122783.967244:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001e3ba6ec. 00000100:00000200:1.0:1761122783.967249:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965376, offset 224 00000400:00000200:1.0:1761122783.967257:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.967269:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.967275:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89607:89607:256:4294967295] 192.168.201.27@tcp LPNI seq info [89607:89607:8:4294967295] 00000400:00000200:1.0:1761122783.967285:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.967291:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.967295:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122783.967301:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.967308:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.967311:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761122783.967336:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000f207f0a4. 00000020:00000010:1.0:1761122783.967345:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000933cd92d. 00000020:00000010:1.0:1761122783.967348:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc06ae70. 00000800:00000200:3.0:1761122783.968952:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.968957:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:3.0:1761122783.968968:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.968978:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.968983:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001e3ba6ec 00000400:00000010:3.0:1761122783.968985:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001e3ba6ec. 00080000:00000010:1.0:1761122783.969090:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc06ae70. 00010000:00000010:1.0:1761122783.969190:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000af0d41da. 00010000:00000010:1.0:1761122783.969200:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000330e0cb5. 00010000:00000010:1.0:1761122783.969268:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bf48f4d5. 00010000:00000010:1.0:1761122783.969274:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122783.969285:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003e9560b7. 00000100:00000010:1.0:1761122783.969291:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000104fc5fa. 00000100:00000010:1.0:1761122783.969299:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bccd9386. 02000000:00000010:1.0:1761122783.969313:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081d22c94. 02000000:00000010:1.0:1761122783.969339:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000054223715. 00000400:00000010:1.0:1761122783.969345:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000020d03b38. 00000400:00000010:1.0:1761122783.969349:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000699acc69. 00000100:00000200:1.0:1761122783.969355:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653632, portal 16 00000400:00000010:1.0:1761122783.969359:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a0884017. 00000100:00000200:1.0:1761122783.969361:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653632, offset 0 00000400:00000200:1.0:1761122783.969368:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.969378:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.969385:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.969389:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.969391:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.969395:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89608:89608:256:4294967295] 192.168.201.27@tcp LPNI seq info [89608:89608:8:4294967295] 00000400:00000200:1.0:1761122783.969405:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.969410:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.969414:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fab0e0dc (tot 82347602). 00000800:00000200:1.0:1761122783.969419:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:1.0:1761122783.969426:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.969429:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fab0e0dc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.969510:0:15803:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.969514:0:15803:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fab0e0dc (tot 82347354). 00000400:00000200:3.0:1761122783.969517:0:15803:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.969522:0:15803:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.969526:0:15803:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a0884017 00000400:00000010:3.0:1761122783.969527:0:15803:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a0884017. 00000100:00000200:3.0:1761122783.969534:0:15803:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bccd9386 x1846669643653632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.974362:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.974382:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 224 into portal 16 MB=0x68f894820a200 00000400:00000200:1.0:1761122783.974394:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.201.27@tcp of length 224/224 into md 0xafe11 [1] + 224 00000400:00000200:1.0:1761122783.974408:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761122783.974618:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.974630:0:15802:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bccd9386 x1846669643653632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761122783.974697:0:15802:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp) <- 192.168.201.27@tcp : PUT - for me 00000400:00000200:1.0:1761122783.974704:0:15802:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.201.27@tcp of length 328 into portal 17 MB=0x68f8948256400 00000400:00000200:1.0:1761122783.974710:0:15802:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.201.27@tcp of length 328/328 into md 0xae75d [2] + 328 00000400:00000200:1.0:1761122783.975338:0:15802:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1761122783.975405:0:77393:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000020d03b38. 00000400:00000200:2.0:1761122783.975411:0:77393:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000699acc69 00000400:00000010:2.0:1761122783.975413:0:77393:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000699acc69. 00000100:00000200:2.0:1761122783.975420:0:77393:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bccd9386 x1846669643653632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761122783.975428:0:77393:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bccd9386 x1846669643653632/t0(0) o104->lustre-MDT0000@192.168.201.27@tcp:15/16 lens 328/224 e 0 to 0 dl 1761122827 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761122783.975458:0:77393:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000054223715. 02000000:00000010:2.0:1761122783.975463:0:77393:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081d22c94. 00000100:00000010:2.0:1761122783.975468:0:77393:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bccd9386. 00000100:00000010:2.0:1761122783.975472:0:77393:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000104fc5fa. 00010000:00000010:2.0:1761122783.975475:0:77393:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003e9560b7. 00000400:00000200:1.0:1761122783.975608:0:15802:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000100:00000200:1.0:1761122783.975614:0:15802:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761122783.975619:0:15802:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003eb038f9. 00000020:00000010:2.0:1761122783.976153:0:64797:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008834c48c. 00000020:00000010:2.0:1761122783.976161:0:64797:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.976165:0:64797:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000926fe9fa. 00000100:00000200:2.0:1761122783.976193:0:64797:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003eb038f9 x1846669643965440/t0(0) o103->6d8a6909-fe74-4849-980f-db3c2665d00e@192.168.201.27@tcp:11/0 lens 328/0 e 0 to 0 dl 1761122826 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761122783.976230:0:64797:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846669643965440 02000000:00000010:2.0:1761122783.976242:0:64797:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002e5247ad. 00010000:00000010:2.0:1761122783.976272:0:64797:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b95e650. 00010000:00000010:2.0:1761122783.976402:0:64797:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ca685403. 00000100:00000010:2.0:1761122783.976409:0:64797:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b8b15caf. 00000100:00000010:2.0:1761122783.976538:0:64797:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b8b15caf. 00010000:00000010:2.0:1761122783.976543:0:64797:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ca685403. 00000400:00000010:2.0:1761122783.976557:0:64797:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000cd527a9. 00000100:00000200:2.0:1761122783.976563:0:64797:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846669643965440, offset 224 00000400:00000200:2.0:1761122783.976571:0:64797:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:2.0:1761122783.976585:0:64797:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.201.127@tcp to MR: 192.168.201.27@tcp local destination 00000400:00000200:2.0:1761122783.976591:0:64797:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89609:89609:256:4294967295] 192.168.201.27@tcp LPNI seq info [89609:89609:8:4294967295] 00000400:00000200:2.0:1761122783.976601:0:64797:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:192.168.201.127@tcp) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:2.0:1761122783.976607:0:64797:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:2.0:1761122783.976613:0:64797:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000643f0a27 (tot 82347602). 00000800:00000200:2.0:1761122783.976619:0:64797:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000800:00000200:2.0:1761122783.976627:0:64797:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:2.0:1761122783.976631:0:64797:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000643f0a27 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761122783.976723:0:77393:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d91b092. 00010000:00000010:1.0:1761122783.976817:0:77393:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122783.976824:0:77393:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e84f03fa. 00010000:00000010:1.0:1761122783.977131:0:77393:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002184c5c5. 00010000:00000010:1.0:1761122783.977138:0:77393:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d7fed909. 00010000:00000010:1.0:1761122783.977149:0:77393:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b678cff2. 00000100:00000010:1.0:1761122783.977153:0:77393:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a274291b. 00000100:00000010:1.0:1761122783.977160:0:77393:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c30e5b8f. 02000000:00000010:1.0:1761122783.977173:0:77393:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ae07d96c. 02000000:00000010:1.0:1761122783.977197:0:77393:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f04ee3b2. 00000400:00000010:1.0:1761122783.977203:0:77393:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004990661c. 00000400:00000010:1.0:1761122783.977207:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e5a3bc5. 00000100:00000200:1.0:1761122783.977212:0:77393:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846669643653696, portal 16 00000400:00000010:1.0:1761122783.977217:0:77393:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fd702491. 00000100:00000200:1.0:1761122783.977219:0:77393:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846669643653696, offset 0 00000400:00000200:1.0:1761122783.977226:0:77393:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.201.27@tcp 00000400:00000200:1.0:1761122783.977233:0:77393:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.27@tcp local destination 00000400:00000200:1.0:1761122783.977239:0:77393:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.201.127@tcp 00000400:00000200:1.0:1761122783.977244:0:77393:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.201.127@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761122783.977248:0:77393:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.27@tcp 00000400:00000200:1.0:1761122783.977250:0:77393:0:(lib-move.c:1863:lnet_handle_send()) 192.168.201.127@tcp NI seq info: [89610:89610:255:4294967295] 192.168.201.27@tcp LPNI seq info [89610:89610:7:4294967295] 00000400:00000200:1.0:1761122783.977258:0:77393:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.201.127@tcp(192.168.201.127@tcp:) -> 192.168.201.27@tcp(192.168.201.27@tcp:192.168.201.27@tcp) : PUT try# 0 00000800:00000200:1.0:1761122783.977263:0:77393:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.201.27@tcp 00000800:00000010:1.0:1761122783.977266:0:77393:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008c412453 (tot 82347850). 00000800:00000200:1.0:1761122783.977271:0:77393:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000aa8ca044] -> 12345-192.168.201.27@tcp (4) 00000020:00000010:2.0:1761122783.977765:0:64797:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c4341a37. 00000020:00000010:2.0:1761122783.977772:0:64797:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000926fe9fa. 00000020:00000010:2.0:1761122783.977777:0:64797:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008834c48c. 00000800:00000200:1.0:1761122783.978749:0:77393:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.27@tcp ip 192.168.201.27:1023 00000800:00000200:1.0:1761122783.978753:0:77393:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008c412453 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761122783.978833:0:15804:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761122783.978837:0:15804:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000643f0a27 (tot 82347602). 00000400:00000200:3.0:1761122783.978842:0:15804:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761122783.978847:0:15804:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.201.127@tcp->192.168.201.27@tcp: PUT: OK 00000400:00000200:3.0:1761122783.978853:0:15804:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000cd527a9 00000400:00000010:3.0:1761122783.978855:0:15804:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000cd527a9. Debug log: 53677 lines, 53677 kept, 0 dropped, 0 bad.